-- Logs begin at Mon 2022-03-21 10:55:50 UTC, end at Mon 2022-03-21 11:57:07 UTC. -- Mar 21 11:29:52.981173 dv-cinder-805072-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 21 11:29:55.887482 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.common.config [-] Logging enabled! Mar 21 11:29:55.888163 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev33 Mar 21 11:29:55.888304 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103209) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 21 11:29:55.891669 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.common.config [-] Logging enabled! Mar 21 11:29:55.891947 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev33 Mar 21 11:29:55.892261 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103209) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 21 11:29:55.893185 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 11:29:55.893421 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 11:29:55.893793 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 11:29:55.894048 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 11:29:55.894277 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 11:29:55.895022 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.895991 dv-cinder-805072-11-iscsi neutron-server[103209]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 21 11:29:55.896312 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.896613 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.896913 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.897213 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.897504 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.897787 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.898077 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.898378 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.898666 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.898947 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.899234 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.899527 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.899832 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.900125 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.900413 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.900698 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] debug = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.900976 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.901416 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.901830 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.902110 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.902398 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.902680 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.902949 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.903224 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.903504 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.903857 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] host = dv-cinder-805072-11-iscsi {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.904143 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.904431 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.904716 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.905002 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.905276 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.905549 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.905832 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.906102 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.906372 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] log_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.906645 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.906930 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.907215 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.907505 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.907727 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.907983 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.908283 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.908566 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.908839 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.909110 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.909380 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.909648 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.909917 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.910181 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.910462 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.910742 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.911596 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.911897 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.912171 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.912442 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.912713 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.912995 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.913266 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.913535 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.913806 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.914093 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.914357 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.914628 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.914927 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.915210 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.915491 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.915788 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.916065 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.916345 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.916616 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.916885 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.917157 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] use_json = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.917425 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.917693 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.917972 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.918244 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.918504 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.918781 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.919048 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.919331 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.919600 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:55.919914 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.920213 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.920511 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.920808 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.921101 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.921377 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.921664 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.921939 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.922226 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.922512 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.922799 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.923074 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.923369 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.923656 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.923983 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.924294 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.924586 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.924876 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.925150 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.925421 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.925692 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.925966 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.926250 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.926527 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.926840 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.927131 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.927408 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.927708 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.928032 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.928311 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.928600 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.928875 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.929151 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.929444 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.929721 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.929993 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.930268 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.930555 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.930835 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.931106 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.931384 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.931659 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.931952 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.932222 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.932496 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.932782 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.933055 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.933323 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.933591 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.933863 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.934136 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.934416 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.934691 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.934965 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.935237 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.935512 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.935794 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.936078 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.936353 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.936625 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.936902 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.937175 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.937446 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.937717 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.937984 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.938254 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.938522 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.938791 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.939065 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.939335 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.939603 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.939895 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.940167 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.940434 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.940715 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.941012 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.941292 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.941572 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.941848 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.942125 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.942915 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.943196 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.943473 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.943750 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.944046 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.944337 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.944624 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.944910 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.945210 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.945489 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.945784 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.946061 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.946337 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.946619 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.946895 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.947171 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.947451 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.947735 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.948055 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.948352 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.948645 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.948938 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.949227 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.949507 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.949812 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.950091 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:55.950309 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 11:29:55.950546 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103209) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 21 11:29:56.325069 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 21 11:29:56.325350 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 21 11:29:56.325661 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 21 11:29:56.326136 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 21 11:29:56.653606 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:56.653902 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:56.654175 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:56.655356 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:56.655638 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:56.656053 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:56.710662 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:56.710941 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:56.711210 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:56.726758 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:56.727047 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:56.727319 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:56.756446 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:56.756726 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:56.756988 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:56.898760 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:56.899377 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:56.899377 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.130375 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.130664 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.130932 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.131200 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.131929 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.232192 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.232527 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.232795 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.233068 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.233336 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.233646 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.233906 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.234162 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.234414 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.234695 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.234955 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.235219 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.235473 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.235723 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.236002 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.236267 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.236518 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.236787 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.237057 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.237316 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.237585 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.237836 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.238114 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.238487 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.238734 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.238978 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.239389 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:29:57.239627 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:29:57.239892 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:29:57.240130 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:29:57.240365 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:29:57.240601 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:29:57.240961 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 21 11:29:57.244170 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 21 11:29:57.248256 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 21 11:29:57.251987 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Mar 21 11:29:57.253647 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 21 11:29:57.254116 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 21 11:29:57.254450 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 21 11:29:57.254862 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 21 11:29:57.257736 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 21 11:29:57.257992 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 21 11:29:57.258341 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 21 11:29:57.263500 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 21 11:29:57.288249 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 21 11:29:57.288699 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.288994 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103209) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 21 11:29:57.289364 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.290745 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103209) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 21 11:29:57.291020 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 21 11:29:57.291262 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 21 11:29:57.294545 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.294831 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.357556 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 21 11:29:57.357789 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 21 11:29:57.358027 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 21 11:29:57.358395 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 21 11:29:57.379366 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_db.sqlalchemy.engines [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103209) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 21 11:29:57.824613 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Initializing driver for type 'gre' Mar 21 11:29:57.825163 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] gre ID ranges: [(1, 1000)] Mar 21 11:29:57.877707 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Initializing driver for type 'local' Mar 21 11:29:57.878088 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Initializing driver for type 'vlan' Mar 21 11:29:57.891632 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] VlanTypeDriver initialization complete Mar 21 11:29:57.892019 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Initializing driver for type 'vxlan' Mar 21 11:29:57.892498 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] vxlan ID ranges: [(1, 1000)] Mar 21 11:29:57.943950 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Initializing extension driver 'port_security' Mar 21 11:29:57.944582 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.extensions.port_security [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] PortSecurityExtensionDriver initialization complete Mar 21 11:29:57.944713 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Initializing mechanism driver 'openvswitch' Mar 21 11:29:57.945043 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Initializing mechanism driver 'hyperv' Mar 21 11:29:57.951715 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:57.952421 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > port after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.952797 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.953153 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > port after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.953682 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:29:57.954198 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > subnet after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.954584 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > subnet after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.954936 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.955340 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:29:57.955752 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > network after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.956129 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > network after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.956476 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > network after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.956871 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:29:57.957280 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > security_group after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.957633 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > security_group after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.958006 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.958543 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:29:57.958959 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.959318 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.959667 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.960099 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:29:57.960512 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > address_group after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.960862 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > address_group after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.961204 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.961605 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103209) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:29:57.962055 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] ML2 OVO RPC backend initialized. {{(pid=103209) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 21 11:29:57.962762 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.963124 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.963545 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > network before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.963931 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > networks before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.964288 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > port before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.964632 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > ports before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.964979 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > subnet before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.965322 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > subnets before_response 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.965669 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > network after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.966011 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > network after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.966347 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > network after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.966684 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > port after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.967022 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.967357 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > port after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.967697 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > subnet after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.968130 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > subnet after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.968471 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:57.975805 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded quota_driver: . Mar 21 11:29:57.976178 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.plugin [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Modular L2 Plugin initialization complete Mar 21 11:29:57.976532 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading services supported by the core plugin {{(pid=103209) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 21 11:29:57.976882 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.plugins.ml2.managers [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Got port-security extension from driver 'port_security' Mar 21 11:29:57.977362 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.extensions.vlantransparent [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Disabled vlantransparent extension. Mar 21 11:29:57.977862 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103209) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 21 11:29:57.978192 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading Plugin: router Mar 21 11:29:58.015088 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.015479 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router after_create 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.015884 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router before_create 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.016258 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.016638 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.016998 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router after_delete 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.017361 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.017715 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.018080 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router after_create 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.018430 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router after_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.018782 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router after_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.019132 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.019493 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router after_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.019935 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router precommit_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.020341 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.020687 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: port after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.021028 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: subnet after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.021370 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.021726 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.022077 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router precommit_create 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.022424 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: port before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.022771 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router precommit_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.023128 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router after_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.023476 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.023860 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router precommit_create 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.024226 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.024576 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router precommit_update 55549900 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.024946 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > agent after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.025301 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > agent after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.025649 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > network after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.026511 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Tracking information for resource: router configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:29:58.026848 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Tracking information for resource: floatingip configured {{(pid=103209) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:29:58.031855 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.db.l3_agentschedulers_db [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 21 11:29:58.032382 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.032754 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: port after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.033121 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: port after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.033479 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.034406 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router before_create 55550100 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.034781 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.035150 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router precommit_create 55550100 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.035512 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > router precommit_update 55550100 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.040410 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.services.provider_configuration [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Service providers = [] {{(pid=103209) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 21 11:29:58.040778 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.db.servicetype_db [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103209) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 21 11:29:58.043797 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.services.service_base [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 11:29:58.044165 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.services.service_base [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 11:29:58.044516 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.services.service_base [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 11:29:58.045622 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.services.service_base [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103209) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 11:29:58.046254 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.services.service_base [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 21 11:29:58.046898 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:29:58.047451 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 21 11:29:58.059997 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:29:58.060339 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading Plugin: auto_allocate Mar 21 11:29:58.066259 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: network precommit_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.066646 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: network precommit_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.067866 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:29:58.068200 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading Plugin: tag Mar 21 11:29:58.074943 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:29:58.075232 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading Plugin: timestamp Mar 21 11:29:58.079350 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:29:58.079689 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading Plugin: network_ip_availability Mar 21 11:29:58.085330 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.085707 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.086067 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.086785 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:29:58.087111 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading Plugin: flavors Mar 21 11:29:58.091948 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:29:58.092284 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading Plugin: revisions Mar 21 11:29:58.096635 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103209) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:29:58.097036 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_concurrency.lockutils [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.771s {{(pid=103209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 21 11:29:58.097788 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103209) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 21 11:29:58.098130 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Initializing extension manager. Mar 21 11:29:58.098687 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: __init__.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.099037 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: __pycache__ {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.099378 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: address_group.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.100182 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.100749 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: address-group Mar 21 11:29:58.101078 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: address_scope.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.101802 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.102322 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: address-scope Mar 21 11:29:58.102650 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.103590 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.104133 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: router-admin-state-down-before-update Mar 21 11:29:58.104462 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: agent.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.105364 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.105877 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: agent Mar 21 11:29:58.106203 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: agent_resources_synced.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.107128 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.107638 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: agent-resources-synced Mar 21 11:29:58.108000 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: allowedaddresspairs.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.109822 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.110347 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: allowed-address-pairs Mar 21 11:29:58.110690 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: auto_allocated_topology.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.111793 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.112411 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: auto-allocated-topology Mar 21 11:29:58.112625 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: availability_zone.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.113334 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.113847 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: availability_zone Mar 21 11:29:58.114692 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: availability_zone_filter.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.115610 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.116155 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: availability_zone_filter Mar 21 11:29:58.116484 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: data_plane_status.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.117401 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.117907 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension data-plane-status not supported by any of loaded plugins Mar 21 11:29:58.118233 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: default_subnetpools.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.119157 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.119665 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: default-subnetpools Mar 21 11:29:58.120029 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.120850 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.121363 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: dhcp_agent_scheduler Mar 21 11:29:58.121693 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: dns.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.122626 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.123134 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension dns-integration not supported by any of loaded plugins Mar 21 11:29:58.123489 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: dns_domain_ports.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.124449 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.124964 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 21 11:29:58.125292 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.126225 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.126735 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 21 11:29:58.127063 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: dvr.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.127742 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.128280 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: dvr Mar 21 11:29:58.128607 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: ecmp_routes.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.131090 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.131600 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 21 11:29:58.131965 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: empty_string_filtering.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.132889 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.133404 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: empty-string-filtering Mar 21 11:29:58.133734 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.134921 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.135427 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 21 11:29:58.135754 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.136714 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.137218 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 21 11:29:58.137545 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: external_net.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.138463 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.138972 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: external-net Mar 21 11:29:58.139299 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.140255 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.140763 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: extra_dhcp_opt Mar 21 11:29:58.141090 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: extraroute.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.142005 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.142516 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: extraroute Mar 21 11:29:58.142842 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: extraroute_atomic.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.143917 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.144434 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: extraroute-atomic Mar 21 11:29:58.144769 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: filter_validation.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.145478 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.145984 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: filter-validation Mar 21 11:29:58.146310 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: fip_pf_description.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.147235 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.147742 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 21 11:29:58.148095 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: fip_pf_port_range.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.149028 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.149532 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 21 11:29:58.149856 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: fip_port_details.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.150782 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.151290 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: fip-port-details Mar 21 11:29:58.151614 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: flavors.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.152903 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.153428 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: flavors Mar 21 11:29:58.153760 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.155492 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.156049 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 21 11:29:58.156390 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: floatingip_pools.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.157106 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.157629 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: floatingip-pools Mar 21 11:29:58.157958 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: ip_allocation.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.158901 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.159408 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension ip_allocation not supported by any of loaded plugins Mar 21 11:29:58.159737 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.160721 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.161265 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: ip-substring-filtering Mar 21 11:29:58.161596 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: l2_adjacency.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.162540 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.163049 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 21 11:29:58.163376 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: l3.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.165924 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.166466 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: router Mar 21 11:29:58.166806 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.169127 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.169662 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 21 11:29:58.170001 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.170934 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.171455 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: ext-gw-mode Mar 21 11:29:58.171803 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.172736 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.173252 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: l3-ha Mar 21 11:29:58.173583 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.174504 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.175020 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 21 11:29:58.175348 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: l3_flavors.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.176298 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.177342 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: l3-flavors Mar 21 11:29:58.177671 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.179079 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.179598 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 21 11:29:58.179968 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.180907 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.181422 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 21 11:29:58.181757 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: l3agentscheduler.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.182815 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.183335 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: l3_agent_scheduler Mar 21 11:29:58.183668 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: local_ip.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.185527 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.186059 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension local_ip not supported by any of loaded plugins Mar 21 11:29:58.186397 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: logging.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.187950 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.188485 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension logging not supported by any of loaded plugins Mar 21 11:29:58.188824 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: metering.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.189581 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.190169 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: metering Mar 21 11:29:58.190503 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.191625 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.192809 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: metering_source_and_destination_fields Mar 21 11:29:58.193149 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: multiprovidernet.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.194088 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.194611 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: multi-provider Mar 21 11:29:58.194945 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: netmtu.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.195912 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.196432 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: net-mtu Mar 21 11:29:58.196761 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: netmtu_writable.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.197691 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.198205 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: net-mtu-writable Mar 21 11:29:58.198533 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: network_availability_zone.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.199212 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.199724 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: network_availability_zone Mar 21 11:29:58.200078 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: network_ip_availability.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.201198 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.201714 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: network-ip-availability Mar 21 11:29:58.202044 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: network_segment_range.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.202950 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.203458 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension network-segment-range not supported by any of loaded plugins Mar 21 11:29:58.203797 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: pagination.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.204809 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.205154 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: pagination Mar 21 11:29:58.205483 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: port_device_profile.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.206405 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.206943 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: port-device-profile Mar 21 11:29:58.207256 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.208239 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.208760 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: port-mac-address-regenerate Mar 21 11:29:58.209089 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.210018 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.210535 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: port-numa-affinity-policy Mar 21 11:29:58.210864 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: port_resource_request.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.211792 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.212307 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension port-resource-request not supported by any of loaded plugins Mar 21 11:29:58.212635 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: port_resource_request_groups.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.213606 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.214117 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 21 11:29:58.214444 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: portbindings.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.215373 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.215932 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: binding Mar 21 11:29:58.216261 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: portbindings_extended.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.217549 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.218064 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: binding-extended Mar 21 11:29:58.218394 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: portsecurity.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.219314 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.219859 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: port-security Mar 21 11:29:58.220190 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: project_id.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.221175 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.221510 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: project-id Mar 21 11:29:58.221837 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: providernet.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.222756 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.223272 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: provider Mar 21 11:29:58.224154 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: qos.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.227808 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.228346 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension qos not supported by any of loaded plugins Mar 21 11:29:58.228678 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.229958 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.230476 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 21 11:29:58.230811 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.231747 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.232286 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 21 11:29:58.232619 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: qos_default.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.233567 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.234080 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension qos-default not supported by any of loaded plugins Mar 21 11:29:58.234412 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: qos_fip.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.235349 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.235910 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension qos-fip not supported by any of loaded plugins Mar 21 11:29:58.236244 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.237173 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.237685 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 21 11:29:58.238013 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: qos_gateway_ip.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.239045 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.240106 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 21 11:29:58.240437 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: qos_port_network_policy.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.241368 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.241878 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 21 11:29:58.242207 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.243268 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.243811 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 21 11:29:58.244150 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.245216 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.245738 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 21 11:29:58.246069 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: qos_pps_rule.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.247275 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.247821 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension qos-pps not supported by any of loaded plugins Mar 21 11:29:58.248157 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: qos_rule_type_details.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.249084 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.249599 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 21 11:29:58.249932 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.250872 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.251388 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 21 11:29:58.251718 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: qos_rules_alias.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.252805 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.253325 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 21 11:29:58.253654 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: quota_check_limit.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.254595 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.255121 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: quota-check-limit Mar 21 11:29:58.255451 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: quotasv2.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.256423 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.256880 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: quotas Mar 21 11:29:58.257211 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: quotasv2_detail.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.258945 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.259574 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: quota_details Mar 21 11:29:58.259949 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: rbac.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.261012 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.261541 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: rbac-policies Mar 21 11:29:58.261875 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: rbac_address_group.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.262816 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.263342 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: rbac-address-group Mar 21 11:29:58.263672 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: rbac_address_scope.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.264634 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.265152 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: rbac-address-scope Mar 21 11:29:58.265481 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: rbac_security_groups.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.266490 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.267008 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: rbac-security-groups Mar 21 11:29:58.267336 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: rbac_subnetpool.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.268301 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.268818 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: rbac-subnetpool Mar 21 11:29:58.269145 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: revisionifmatch.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.270085 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.270635 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: revision-if-match Mar 21 11:29:58.270968 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: revisions.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.272131 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.272653 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: standard-attr-revisions Mar 21 11:29:58.272984 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: router_availability_zone.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.273669 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.274188 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: router_availability_zone Mar 21 11:29:58.274516 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: routerservicetype.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.275455 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.276011 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension router-service-type not supported by any of loaded plugins Mar 21 11:29:58.276339 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.277278 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.277799 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: security-groups-normalized-cidr Mar 21 11:29:58.278124 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.279053 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.279573 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: port-security-groups-filtering Mar 21 11:29:58.279931 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.280890 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.281410 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: security-groups-remote-address-group Mar 21 11:29:58.281735 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.282669 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.283181 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: security-groups-shared-filtering Mar 21 11:29:58.283507 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.284135 dv-cinder-805072-11-iscsi neutron-server[103209]: WARNING neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 21 11:29:58.284460 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: securitygroup.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.294660 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.295195 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: security-group Mar 21 11:29:58.295536 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: segment.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.296318 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.296839 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension segment not supported by any of loaded plugins Mar 21 11:29:58.297175 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.298130 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.298647 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 21 11:29:58.298980 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: servicetype.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.300167 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.300693 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: service-type Mar 21 11:29:58.301025 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: sorting.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.302596 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.302935 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: sorting Mar 21 11:29:58.303264 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: standard_attr_segment.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.304224 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.304746 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 21 11:29:58.305075 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: standardattrdescription.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.305729 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.306249 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: standard-attr-description Mar 21 11:29:58.306578 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: stateful_security_group.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.307587 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.308153 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: stateful-security-group Mar 21 11:29:58.308486 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: stdattrs_common.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.309061 dv-cinder-805072-11-iscsi neutron-server[103209]: WARNING neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 21 11:29:58.309388 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.310359 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.310879 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 21 11:29:58.311201 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: subnet_onboard.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.312330 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.312862 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: subnet_onboard Mar 21 11:29:58.313188 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.314129 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.314647 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 21 11:29:58.314974 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: subnet_service_types.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.315946 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.316474 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: subnet-service-types Mar 21 11:29:58.316801 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: subnetallocation.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.317921 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.318448 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: subnet_allocation Mar 21 11:29:58.318782 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.319464 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.320017 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: subnetpool-prefix-ops Mar 21 11:29:58.320349 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.321292 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.321809 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 21 11:29:58.322137 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: tagging.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.323192 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.323714 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: standard-attr-tag Mar 21 11:29:58.324069 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: timestamp.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.325345 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.325822 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loaded extension: standard-attr-timestamp Mar 21 11:29:58.326159 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: trunk.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.327212 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.327729 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension trunk not supported by any of loaded plugins Mar 21 11:29:58.328101 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: trunk_details.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.329028 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.329542 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension trunk-details not supported by any of loaded plugins Mar 21 11:29:58.329870 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: uplink_status_propagation.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.330804 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.331322 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 21 11:29:58.331649 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Loading extension file: vlantransparent.py {{(pid=103209) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:29:58.332353 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103209) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:29:58.332892 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 21 11:29:58.335396 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of TrackedResource for resource:network Mar 21 11:29:58.335956 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of TrackedResource for resource:subnet Mar 21 11:29:58.336366 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 11:29:58.336770 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of TrackedResource for resource:port Mar 21 11:29:58.337996 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:29:58.338445 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Service FLAVORS assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:29:58.339063 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:29:58.339510 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:29:58.339879 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of TrackedResource for resource:router Mar 21 11:29:58.340313 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of TrackedResource for resource:floatingip Mar 21 11:29:58.340806 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Service METERING assigned prefix: /metering {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:29:58.342259 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.342639 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.343000 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:29:58.344010 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of CountableResource for resource:rbac_policy Mar 21 11:29:58.344465 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of TrackedResource for resource:security_group Mar 21 11:29:58.344904 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 21 11:29:58.345503 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Service CORE assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:29:58.345840 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 11:29:58.346197 dv-cinder-805072-11-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] subnetpool is already registered Mar 21 11:29:58.346647 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Service CORE assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:29:58.346985 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 11:29:58.347328 dv-cinder-805072-11-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] subnetpool is already registered Mar 21 11:29:58.350165 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:29:58.350602 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Service FLAVORS assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:29:58.351191 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:29:58.351617 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:29:58.351988 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of TrackedResource for resource:router Mar 21 11:29:58.352331 dv-cinder-805072-11-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] router is already registered Mar 21 11:29:58.352744 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of TrackedResource for resource:floatingip Mar 21 11:29:58.353082 dv-cinder-805072-11-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] floatingip is already registered Mar 21 11:29:58.353539 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Service METERING assigned prefix: /metering {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:29:58.354205 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of CountableResource for resource:rbac_policy Mar 21 11:29:58.354540 dv-cinder-805072-11-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] rbac_policy is already registered Mar 21 11:29:58.354959 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of TrackedResource for resource:security_group Mar 21 11:29:58.355298 dv-cinder-805072-11-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] security_group is already registered Mar 21 11:29:58.355705 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 21 11:29:58.356068 dv-cinder-805072-11-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] security_group_rule is already registered Mar 21 11:29:58.356704 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Service CORE assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:29:58.357037 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 11:29:58.357375 dv-cinder-805072-11-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] subnetpool is already registered Mar 21 11:29:58.357806 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.v2.resource_helper [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Service CORE assigned prefix: {{(pid=103209) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:29:58.358218 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 11:29:58.358791 dv-cinder-805072-11-iscsi neutron-server[103209]: WARNING neutron.quota.resource_registry [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] subnetpool is already registered Mar 21 11:29:58.359598 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: extensions {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.362285 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: address-groups {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.364776 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: address-scopes {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.366094 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: agents {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.367266 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: auto-allocated-topology {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.368566 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: availability_zones {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.369791 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: dhcp-networks {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.371312 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: dhcp-agents {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.372765 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: routers {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.374980 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: flavors {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.376199 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: service_profiles {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.377439 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: next_providers {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.378895 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: service_profiles {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.381471 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: floatingip-pools {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.382716 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: routers {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.385164 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: floatingips {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.386475 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: l3-routers {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.387918 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: l3-agents {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.389338 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: metering-labels {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.390706 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: metering-label-rules {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.392013 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: network-ip-availabilities {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.393335 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: bindings {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.394989 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: quotas {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.396634 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: quotas {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.398195 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: rbac-policies {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.399493 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: security-groups {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.400778 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: security-group-rules {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.402024 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: service-providers {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.403243 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: subnetpools {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.404701 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: subnetpools {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.406200 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.407924 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.409717 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.412060 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.413850 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.415943 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.417639 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.419530 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.421336 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.423220 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron.api.extensions [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Extended resource: tags {{(pid=103209) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:29:58.429757 dv-cinder-805072-11-iscsi neutron-server[103209]: WARNING keystonemiddleware.auth_token [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 21 11:29:58.434504 dv-cinder-805072-11-iscsi neutron-server[103209]: WARNING keystonemiddleware.auth_token [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 21 11:29:58.443153 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_concurrency.lockutils [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Acquired lock "singleton_lock" {{(pid=103209) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 21 11:29:58.443638 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_concurrency.lockutils [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Releasing lock "singleton_lock" {{(pid=103209) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 21 11:29:58.444326 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO oslo_service.service [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Starting 2 workers Mar 21 11:29:58.449234 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Started child 103318 {{(pid=103209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 11:29:58.453724 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Started child 103319 {{(pid=103209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 11:29:58.454787 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:58.455471 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO neutron.service [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 21 11:29:58.456005 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:58.456438 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [-] (103318) wsgi starting up on http://0.0.0.0:9696 Mar 21 11:29:58.458503 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:58.458962 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO oslo_service.service [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Starting 1 workers Mar 21 11:29:58.460019 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [-] (103319) wsgi starting up on http://0.0.0.0:9696 Mar 21 11:29:58.463816 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Started child 103320 {{(pid=103209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 11:29:58.464386 dv-cinder-805072-11-iscsi neutron-server[103209]: INFO oslo_service.service [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Starting 1 workers Mar 21 11:29:58.467531 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.service [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] calling RpcWorker wait() {{(pid=103320) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 21 11:29:58.468096 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.service [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] returning from RpcWorker wait() {{(pid=103320) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 21 11:29:58.468892 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Started child 103321 {{(pid=103209) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 11:29:58.469440 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:58.469710 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-82f4ad9e-49e5-483c-a998-cf8100ab4834 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:58.470130 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:58.471615 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103209) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 21 11:29:58.471854 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 11:29:58.472054 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 11:29:58.472277 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 11:29:58.472635 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 11:29:58.472804 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 11:29:58.473858 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.474171 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.474338 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:58.474807 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.474807 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.474971 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.475739 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.476194 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.476618 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.477037 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.477434 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.477755 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.478071 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.478492 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.478877 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.479327 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.479727 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.480198 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.480614 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.480954 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.481383 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.481808 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.482182 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.482589 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] debug = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.482983 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.483624 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.484048 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.484453 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.484819 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.485231 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.485639 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.486060 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.486422 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.486798 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.487191 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.487583 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.488019 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.488374 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.488771 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.489720 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.490143 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.490513 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.491133 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] host = dv-cinder-805072-11-iscsi {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.491518 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.491910 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.492285 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.492679 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.493068 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.493464 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.493856 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.494276 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.494659 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.495040 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.495441 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.495870 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.496250 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.496646 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.496815 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_options = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.497196 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.497511 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:58.497816 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.498303 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.498303 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.498544 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.498664 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.498942 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.499112 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.499369 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.499756 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.500014 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.500264 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.500533 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.500776 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.501038 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.501463 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.501892 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.502317 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.502733 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.503150 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.503571 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.504013 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.504400 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.504685 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.504931 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.505170 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.505421 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.505642 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.505888 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.506123 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.506379 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.506626 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.506851 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.507105 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.507372 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.507625 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.507885 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.508103 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.508378 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.508603 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.508860 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.509119 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.509586 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.509813 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.510031 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.510245 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.510489 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_json = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.510722 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.510956 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.511208 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.511427 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.511657 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.511926 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.512143 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.512377 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.512596 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.513010 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.513315 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.513610 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.513855 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.514087 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.514327 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.514577 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.514813 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.515084 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.515315 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.515621 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.515874 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.516505 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.516505 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.516871 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.518516 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.518516 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.518516 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.518516 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.518516 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.518516 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.518516 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.519474 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.519474 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.519474 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.519474 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.520113 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.520113 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.520402 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.520653 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.523174 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.523174 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.523174 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.523174 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.523174 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.523174 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.523174 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.523174 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.524095 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.524095 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.524095 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.524095 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.524095 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.524095 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.524095 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.524922 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.524922 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.524922 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.525485 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.525485 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.525485 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.526058 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.526058 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.526058 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.526637 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.526637 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.527016 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.527016 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.527322 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.527463 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.527604 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.527750 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.528025 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.528243 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.528484 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.528699 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.528934 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.529151 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.529400 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.529639 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.529855 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.530088 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.530306 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.530524 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.530768 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.531002 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.531211 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.531428 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.532014 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.532014 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.532453 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.532453 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.532785 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.532785 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.533129 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.533129 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.533446 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.533611 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.533793 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.533953 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.534333 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.534504 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.534745 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.534994 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.535243 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.536366 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.536366 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.536657 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.536804 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.536940 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.537517 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.537517 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.537812 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.537956 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.538091 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.538312 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.538558 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.538774 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.539011 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.539231 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.539471 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.539697 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.539978 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.540240 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.540521 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.540779 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.541014 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.541249 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.541516 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.541814 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.542055 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.542325 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.542553 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.542832 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.543121 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.543420 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.543684 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.543949 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.544185 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.544442 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.544697 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.544960 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.545221 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.545471 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.545730 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.545969 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.546223 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.546456 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.546691 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.546987 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.547220 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.547452 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.547683 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.547956 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.548222 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.548460 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.548723 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.548971 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.549223 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.549494 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.549725 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.549964 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.550204 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.550432 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.550648 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.550886 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.551121 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.551361 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.552145 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.552394 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.552645 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.552879 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.553100 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.553329 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.553550 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.553786 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.554035 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.554244 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.554661 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.554977 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.555268 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.555578 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.555871 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.556173 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.556491 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.556785 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.557127 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.557474 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.557805 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.558255 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.558559 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.558879 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.559181 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.559511 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.559813 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.560090 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.560461 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.560763 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.561044 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.561344 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.561673 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.561957 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.562251 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.562561 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.562960 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.563272 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.563560 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.563874 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.564188 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.564465 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.564890 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.565189 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.565489 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.565786 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.566077 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.566391 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.566674 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.566954 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.567267 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.567561 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.567906 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.568216 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.568510 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.568789 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.569096 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.569379 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.569665 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.569979 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.570251 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.570536 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.570823 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.571103 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.571375 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.571673 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.571968 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.572209 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.572477 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.572723 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.572975 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.573205 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.573421 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.573650 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.573857 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.574113 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.574314 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.574544 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.574757 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.574970 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.575193 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.575485 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.575650 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.575956 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.576130 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.576339 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.576560 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.576801 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.577032 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.577256 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.577464 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.577697 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.577918 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.578138 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.578353 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.578579 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.578788 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.578997 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.579242 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.579460 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.579669 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.579962 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.580214 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.580431 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.580735 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.580980 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.581226 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.581474 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.581930 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.582148 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.582413 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.583154 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.583396 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.583601 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.583886 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.584198 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.584498 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.584745 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.584988 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.585252 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.585527 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.585824 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.586049 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.586334 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.586663 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.586932 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.587378 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.587806 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.588222 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.588475 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.588706 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.588946 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.589187 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.589422 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.589668 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.589923 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.590152 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.590374 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.590602 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.590817 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.591076 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.591314 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.591902 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.591902 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.592094 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 11:29:58.592455 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103209) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 21 11:29:58.592615 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 11:29:58.592926 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 11:29:58.593134 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 11:29:58.593309 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 11:29:58.593461 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 11:29:58.593670 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.593833 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.593996 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.594158 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.594267 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:58.594367 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.594488 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.594649 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.594810 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.594969 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.595129 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.595289 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.595449 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.595608 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.595767 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.595952 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.596111 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.596271 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.596433 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.596596 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.596746 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.596904 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.597064 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.597224 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] debug = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.597383 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.597589 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.597742 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.597903 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.598061 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.598220 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.598910 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.599087 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.599285 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.599419 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.599542 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.599695 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.599873 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.600041 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.600168 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.600330 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.600492 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.600649 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.600982 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] host = dv-cinder-805072-11-iscsi {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.600982 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.601145 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.601260 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.601419 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.601579 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.601739 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.601898 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.602058 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.602218 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.602376 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.602535 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.602692 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.602850 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.603011 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.603166 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_options = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.603300 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.603450 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.603597 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.603800 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.603957 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.604121 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.604283 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.604444 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.604601 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.604911 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.605219 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.605377 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.605683 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.605838 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.606203 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.606203 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.606429 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.606429 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.606640 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.606721 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.606876 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.607037 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.607195 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.607357 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.607517 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.607675 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.607859 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.608017 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.608312 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.608477 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.608638 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.608798 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.608963 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.609124 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.609284 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.609445 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.609605 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.609766 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.609929 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.610088 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.610247 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.610405 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.610564 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.610723 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.610882 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.611041 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.611202 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_json = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.611361 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.611521 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.611680 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.611861 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.612029 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.612191 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.612341 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.612488 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.613145 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:29:58.613145 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.613145 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.613145 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.613406 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.613550 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.613619 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.613734 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.613897 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.614077 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.614235 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.614398 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.614555 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.614722 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.614879 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.615036 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.615204 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.615366 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.615528 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.615684 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.615867 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.616028 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.616187 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.616359 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.616520 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.616682 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.616846 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.617006 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.617176 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.617334 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.617510 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.617672 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.617835 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.617998 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.618160 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.618323 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.618485 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.618648 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.618810 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.618978 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.619139 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.619300 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.619462 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.619629 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.619841 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.619970 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.620281 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.620594 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.620761 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.620913 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.621234 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.621538 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.621849 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.622013 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.622183 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.622345 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.622509 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.622677 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.622849 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.623006 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.623165 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.623506 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.623866 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.624198 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.624540 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.624702 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.624864 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.625028 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.625192 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.625373 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.625537 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.625702 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.625843 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.626001 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.626165 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.626326 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.626482 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.626655 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.626784 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.626945 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.627106 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.627267 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.627428 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.627590 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.627751 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.627943 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.628123 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.628250 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.628411 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.628566 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.628722 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.628895 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.629066 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.629242 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.629404 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.629589 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.629753 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.629915 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.630093 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.630238 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.630399 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.630561 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.630723 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.630883 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.631044 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.631207 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.631368 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.631524 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.631678 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.631935 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.632069 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.632191 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.632311 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.632683 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.632683 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.632922 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.632922 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.633081 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.633231 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.633387 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.633552 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.633710 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.633879 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.634051 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.634454 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.634636 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.634796 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.634961 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.635109 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.635298 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.635523 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.635696 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.635936 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.635936 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.636384 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.636384 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.636384 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.636734 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.636734 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.636875 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.636966 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.637118 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.637279 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.637441 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.637601 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.637764 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.637924 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.638087 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.638248 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.638409 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.638571 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.638733 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.638898 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.639061 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.639223 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.639385 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.639548 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.639711 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.639899 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.640064 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.640225 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.640387 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.640548 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.640710 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.640872 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.641036 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.641196 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.641358 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.641519 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.641679 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.641841 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.642002 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.642163 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.642324 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.642485 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.642646 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.642807 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.642971 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.643133 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.643296 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.643457 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.643620 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.643795 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.643965 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.644129 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.644292 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.644455 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.644617 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.644778 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.644941 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.645104 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.645780 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.645944 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.646107 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.646271 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.646449 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.646613 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.646774 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.646940 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.647102 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.647264 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.647427 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.647591 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.647752 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.647938 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.648103 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.648268 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.648430 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.648593 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.648754 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.648940 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.649105 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.649270 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.649443 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.649604 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.649767 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.649931 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.650094 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.650255 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.650417 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.650580 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.650741 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.650903 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.651064 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.651238 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.651401 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.651563 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.651725 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.651912 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.652075 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.652248 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.652409 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.652574 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.652734 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.652895 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.653056 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.653227 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.653390 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.653551 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.655822 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.655822 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.655822 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.655822 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.656390 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 33560) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:29:58.656533 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.656533 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.656533 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.656533 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.656533 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.656533 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.656533 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.656533 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.657541 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.657541 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.657541 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.657541 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.657541 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.657541 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.657541 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.657541 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.658148 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.658148 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.658148 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.658148 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.658148 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.658148 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.658148 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.658148 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.658776 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.658776 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.658776 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.658776 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.658776 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.658776 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.659185 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.659185 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.659185 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.659392 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.659505 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.659676 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.659873 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.660046 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.660208 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.660377 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.660551 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.660714 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.660931 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.661584 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.661746 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.661908 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.662070 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.662231 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.662397 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.662543 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.662728 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.662865 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.663029 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.663191 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.663352 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.663513 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.663673 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.663864 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.664108 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.664257 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078743 Mar 21 11:29:58.664533 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:29:58.664533 dv-cinder-805072-11-iscsi neutron-server[103209]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103209) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 11:30:09.950325 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11afb05-cf97-4229-ae9f-b4281f3b118c None None] get_active_networks_info from dv-cinder-805072-11-iscsi {{(pid=103320) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 21 11:30:10.035096 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11afb05-cf97-4229-ae9f-b4281f3b118c None None] No non-hosted networks {{(pid=103320) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 21 11:30:10.049017 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.agentschedulers_db [None req-a11afb05-cf97-4229-ae9f-b4281f3b118c None None] DHCP Agent not found on host dv-cinder-805072-11-iscsi {{(pid=103320) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 21 11:30:10.126786 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0076e5ca-0ef8-4c41-a3b5-b2cdcd912f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656685'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:12.226530 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4ff26900-334d-4894-895b-f50609f75732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656685'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:12.251841 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6e2990f2-ab35-45bb-886b-d5b4d7f56e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:13.448595 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656685'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:14.750722 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656685'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:16.338859 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656685'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:16.340321 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:16.340920 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:16.341422 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:16.341978 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:16.342299 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:16.342890 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:16.343433 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:16.344004 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:16.344532 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:16.345119 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:16.345675 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:16.346194 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:16.346744 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:16.347831 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:16.348355 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:16.349000 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805072-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:30:16.355118 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805072-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:30:16.455165 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 33652) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:30:16.586187 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.db.l3_hamode_db [None req-b901906c-e570-4426-b95a-093ebd24bc30 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 21 11:30:16.666202 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b901906c-e570-4426-b95a-093ebd24bc30 None None] Routers set() bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:30:16.666879 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b901906c-e570-4426-b95a-093ebd24bc30 None None] Router IDs set() for agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 21 11:30:16.955543 dv-cinder-805072-11-iscsi neutron-server[103319]: WARNING oslo_policy.policy [None req-6d0781c6-509f-464f-8e0d-45b66735e24e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:30:16.956172 dv-cinder-805072-11-iscsi neutron-server[103319]: WARNING oslo_policy.policy [None req-6d0781c6-509f-464f-8e0d-45b66735e24e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:30:17.181754 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [None req-6d0781c6-509f-464f-8e0d-45b66735e24e admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:30:17.182795 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6d0781c6-509f-464f-8e0d-45b66735e24e admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7267127 Mar 21 11:30:19.741703 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 33668) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:30:20.042146 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-bb632c37-608e-4583-be1a-98f6552a2ac1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:30:20.135171 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.policy [None req-bb632c37-608e-4583-be1a-98f6552a2ac1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103319) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 21 11:30:20.177614 dv-cinder-805072-11-iscsi neutron-server[103319]: WARNING oslo_policy.policy [None req-bb632c37-608e-4583-be1a-98f6552a2ac1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:30:20.177981 dv-cinder-805072-11-iscsi neutron-server[103319]: WARNING oslo_policy.policy [None req-bb632c37-608e-4583-be1a-98f6552a2ac1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:30:20.271335 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb632c37-608e-4583-be1a-98f6552a2ac1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758069265364', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758069264801', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758069313685', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758069306379', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758069297160', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758069113429', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3163440', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3173154', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-727699', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632338'] for rbac-policy (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:20.335653 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bb632c37-608e-4583-be1a-98f6552a2ac1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:20.336837 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-bb632c37-608e-4583-be1a-98f6552a2ac1 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5941076 Mar 21 11:30:22.813494 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 33678) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:30:23.118654 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:30:23.146968 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Made reservation on behalf of b675ed79da664b8baa361e6fea932ba0 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:30:23.150984 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:23.167307 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:23.274292 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Publish callbacks [] for security_group (9e96f84a-b608-4db5-b0bf-47670eb44fce), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:23.277799 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (9e96f84a-b608-4db5-b0bf-47670eb44fce), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:23.309004 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:30:23.336410 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758069329210', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (518def62-1545-4a0c-9203-76df62e2dc56), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:23.336988 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Unsubscribe: segment precommit_create {{(pid=103319) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 21 11:30:23.337497 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Added segment 518def62-1545-4a0c-9203-76df62e2dc56 of type vlan for network 56cef09a-55f9-41e5-ade6-1e0e36c9d74b Mar 21 11:30:23.342807 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9e96f84a-b608-4db5-b0bf-47670eb44fce,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:30:23.377172 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:23.377514 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:23.377871 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:23.378250 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:23.378583 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:23.378908 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:23.379228 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:23.379546 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:23.379900 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:23.380228 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:23.380546 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:23.380875 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:23.381213 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:23.381511 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:23.381822 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Tracked resource versions report: Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: pushed versions: Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: { 'AddressGroup': {'1.2'}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Agent': {'1.1'}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'ConntrackHelper': {'1.0'}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Log': {'1.0'}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'NDPProxy': {'1.0'}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Network': {'1.1'}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Port': {'1.7'}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'PortForwarding': {'1.3'}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'QosPolicy': {'1.10'}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'SecurityGroup': {'1.5'}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'SubPort': {'1.0'}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Subnet': {'1.1'}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Trunk': {'1.1'}} Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: consumer versions: Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: { DHCP agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: L3 agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: Metadata agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: Metering agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: Open vSwitch agent@dv-cinder-805072-11-iscsi: { 'AddressGroup': '1.2', Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Agent': '1.1', Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'ConntrackHelper': '1.0', Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'LocalIPAssociation': '1.0', Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Log': '1.0', Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'NDPProxy': '1.0', Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Network': '1.1', Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Port': '1.7', Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'PortForwarding': '1.3', Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'QosPolicy': '1.10', Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'SecurityGroup': '1.5', Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'SecurityGroupRule': '1.2', Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'SubPort': '1.0', Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Subnet': '1.1', Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Trunk': '1.1'}} Mar 21 11:30:23.383205 dv-cinder-805072-11-iscsi neutron-server[103319]: {{(pid=103319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:30:23.446163 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (56cef09a-55f9-41e5-ade6-1e0e36c9d74b), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:23.485562 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (56cef09a-55f9-41e5-ade6-1e0e36c9d74b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:23.490600 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:30:23.491301 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:23.583642 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7690020 Mar 21 11:30:23.608103 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f17eda-955b-48fc-a8fb-789503ffa225 demo demo] Pushing event updated for resources: {'Network': ['ID=56cef09a-55f9-41e5-ade6-1e0e36c9d74b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:30:23.620400 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network 56cef09a-55f9-41e5-ade6-1e0e36c9d74b details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:30:26.124860 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 33690) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:30:26.520661 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd17281-ee2e-4e3c-ba4a-677177888403 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:30:26.521928 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ddd17281-ee2e-4e3c-ba4a-677177888403 demo admin] 10.222.0.61 "GET /v2.0/networks/56cef09a-55f9-41e5-ade6-1e0e36c9d74b HTTP/1.1" status: 200 len: 825 time: 0.3961129 Mar 21 11:30:26.545635 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-77af491e-3d70-4f57-b209-0bcb13067a11 demo admin] 10.222.0.61 "GET /v2.0/subnetpools/8587fb71-e677-4a24-812d-6f187922cd99 HTTP/1.1" status: 200 len: 734 time: 0.0181239 Mar 21 11:30:26.553853 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-4d2b078b-b5c8-4141-8b2e-e98ebc26fd35 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '8587fb71-e677-4a24-812d-6f187922cd99', 'name': 'private-subnet', 'network_id': '56cef09a-55f9-41e5-ade6-1e0e36c9d74b', 'gateway_ip': '172.20.0.1'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:30:26.573281 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2b078b-b5c8-4141-8b2e-e98ebc26fd35 demo admin] Made reservation on behalf of b675ed79da664b8baa361e6fea932ba0 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:30:26.575533 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d2b078b-b5c8-4141-8b2e-e98ebc26fd35 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:26.858753 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d2b078b-b5c8-4141-8b2e-e98ebc26fd35 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for subnet (b524f804-5e8b-4dac-9a2e-f03906998310), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:26.927996 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b078b-b5c8-4141-8b2e-e98ebc26fd35 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b524f804-5e8b-4dac-9a2e-f03906998310,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:30:26.929929 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2b078b-b5c8-4141-8b2e-e98ebc26fd35 demo admin] Checking segment: {'id': '518def62-1545-4a0c-9203-76df62e2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '56cef09a-55f9-41e5-ade6-1e0e36c9d74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:30:26.930295 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b078b-b5c8-4141-8b2e-e98ebc26fd35 demo admin] Network hostable DHCP agents. Network: 56cef09a-55f9-41e5-ade6-1e0e36c9d74b, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:30:26.949797 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b078b-b5c8-4141-8b2e-e98ebc26fd35 demo admin] Network 56cef09a-55f9-41e5-ade6-1e0e36c9d74b is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:30:26.961436 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-4d2b078b-b5c8-4141-8b2e-e98ebc26fd35 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, 56cef09a-55f9-41e5-ade6-1e0e36c9d74b) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:30:26.965739 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2b078b-b5c8-4141-8b2e-e98ebc26fd35 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:30:26.966348 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4d2b078b-b5c8-4141-8b2e-e98ebc26fd35 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:26.970606 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145b6108-28c0-4a72-9b6c-1ba15b1622d5 None None] Network 56cef09a-55f9-41e5-ade6-1e0e36c9d74b requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:30:26.989877 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-4d2b078b-b5c8-4141-8b2e-e98ebc26fd35 demo admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4390359 Mar 21 11:30:27.343650 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947d282f-53ab-5c09-984e-15aea43c1147-56cef09a-55f9-41e5-ade6-1e0e36c9d74b', 'network_id': '56cef09a-55f9-41e5-ade6-1e0e36c9d74b', 'project_id': 'b675ed79da664b8baa361e6fea932ba0', 'fixed_ips': [{'subnet_id': 'b524f804-5e8b-4dac-9a2e-f03906998310'}]}} from dv-cinder-805072-11-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:30:27.344976 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:27.620230 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Allocated IP 172.20.0.2 (56cef09a-55f9-41e5-ade6-1e0e36c9d74b/b524f804-5e8b-4dac-9a2e-f03906998310/3d79931b-7f68-4fff-87df-df755b5e355c) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:30:27.884619 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Publish callbacks [] for port (3d79931b-7f68-4fff-87df-df755b5e355c), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:27.894254 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (3d79931b-7f68-4fff-87df-df755b5e355c), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:27.957262 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Network 56cef09a-55f9-41e5-ade6-1e0e36c9d74b is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:30:27.964722 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:30:27.980320 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:30:27.987366 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Pushing event updated for resources: {'Port': ['ID=3d79931b-7f68-4fff-87df-df755b5e355c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:30:28.030074 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:28.030414 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:28.030768 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:28.031123 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:28.031455 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:28.031794 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:28.032122 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:28.032441 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:28.032792 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:28.033114 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:28.033433 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:28.033751 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:28.034607 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:28.034921 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:28.035233 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Tracked resource versions report: Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: pushed versions: Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: { 'AddressGroup': {'1.2'}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Agent': {'1.1'}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'ConntrackHelper': {'1.0'}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Log': {'1.0'}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'NDPProxy': {'1.0'}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Network': {'1.1'}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Port': {'1.7'}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'PortForwarding': {'1.3'}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'QosPolicy': {'1.10'}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'SecurityGroup': {'1.5'}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'SubPort': {'1.0'}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Subnet': {'1.1'}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Trunk': {'1.1'}} Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: consumer versions: Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: { DHCP agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: L3 agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: Metadata agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: Metering agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: Open vSwitch agent@dv-cinder-805072-11-iscsi: { 'AddressGroup': '1.2', Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Agent': '1.1', Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'ConntrackHelper': '1.0', Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'LocalIPAssociation': '1.0', Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Log': '1.0', Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'NDPProxy': '1.0', Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Network': '1.1', Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Port': '1.7', Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'PortForwarding': '1.3', Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'QosPolicy': '1.10', Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'SecurityGroup': '1.5', Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'SecurityGroupRule': '1.2', Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'SubPort': '1.0', Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Subnet': '1.1', Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Trunk': '1.1'}} Mar 21 11:30:28.036667 dv-cinder-805072-11-iscsi neutron-server[103320]: {{(pid=103320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:30:28.071238 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Attempting to bind port 3d79931b-7f68-4fff-87df-df755b5e355c on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:30:28.071634 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Attempting to bind port 3d79931b-7f68-4fff-87df-df755b5e355c by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': '518def62-1545-4a0c-9203-76df62e2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '56cef09a-55f9-41e5-ade6-1e0e36c9d74b'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:30:28.072081 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Attempting to bind port 3d79931b-7f68-4fff-87df-df755b5e355c on network 56cef09a-55f9-41e5-ade6-1e0e36c9d74b {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:30:28.076829 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:30:28.077201 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Checking segment: {'id': '518def62-1545-4a0c-9203-76df62e2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '56cef09a-55f9-41e5-ade6-1e0e36c9d74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:30:28.077666 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:28.078047 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Bound using segment: {'id': '518def62-1545-4a0c-9203-76df62e2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '56cef09a-55f9-41e5-ade6-1e0e36c9d74b'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:30:28.078499 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Bound port: 3d79931b-7f68-4fff-87df-df755b5e355c, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518def62-1545-4a0c-9203-76df62e2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '56cef09a-55f9-41e5-ade6-1e0e36c9d74b'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:30:28.078900 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (3d79931b-7f68-4fff-87df-df755b5e355c), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:28.142762 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] For port 3d79931b-7f68-4fff-87df-df755b5e355c, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:30:28.146977 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] For port 3d79931b-7f68-4fff-87df-df755b5e355c, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=3d79931b-7f68-4fff-87df-df755b5e355c,segment=NetworkSegment(518def62-1545-4a0c-9203-76df62e2dc56),segment_id=518def62-1545-4a0c-9203-76df62e2dc56)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:30:28.156989 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (3d79931b-7f68-4fff-87df-df755b5e355c), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:28.219607 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a635402-8afa-47ee-9360-4255a0a5e710 None None] Pushing event updated for resources: {'Port': ['ID=3d79931b-7f68-4fff-87df-df755b5e355c,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:30:29.549021 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 33698) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:30:29.865434 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [None req-29c721cb-2637-4b60-97fa-644f28f0d6b7 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:30:29.866496 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-29c721cb-2637-4b60-97fa-644f28f0d6b7 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3158350 Mar 21 11:30:32.414171 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 33706) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:30:32.722463 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [None req-86a1be7c-bebd-4a1a-8990-02d39b12f37d admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:30:32.723571 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-86a1be7c-bebd-4a1a-8990-02d39b12f37d admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3084762 Mar 21 11:30:35.274688 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 33714) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:30:35.590159 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ee2e49b1-c5fe-42d6-aa16-cf0e8b00e1bf demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:30:35.613298 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ee2e49b1-c5fe-42d6-aa16-cf0e8b00e1bf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4749'] for router (73cc0009-c2a2-40c7-a4ec-58822a9cbeae), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:35.614854 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ee2e49b1-c5fe-42d6-aa16-cf0e8b00e1bf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4756'] for router (73cc0009-c2a2-40c7-a4ec-58822a9cbeae), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:35.749511 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ee2e49b1-c5fe-42d6-aa16-cf0e8b00e1bf demo demo] Publish callbacks [] for router_controller (73cc0009-c2a2-40c7-a4ec-58822a9cbeae), precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:35.754177 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ee2e49b1-c5fe-42d6-aa16-cf0e8b00e1bf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655908'] for router (73cc0009-c2a2-40c7-a4ec-58822a9cbeae), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:35.771404 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ee2e49b1-c5fe-42d6-aa16-cf0e8b00e1bf demo demo] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:35.772619 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ee2e49b1-c5fe-42d6-aa16-cf0e8b00e1bf demo demo] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4969635 Mar 21 11:30:38.297965 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 33726) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:30:38.624913 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [None req-a4c79ac0-76d9-4f89-8a79-85179f6a293b admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:30:38.625916 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a4c79ac0-76d9-4f89-8a79-85179f6a293b admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3270166 Mar 21 11:30:39.080932 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 3d79931b-7f68-4fff-87df-df755b5e355c up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:30:39.169430 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 3d79931b-7f68-4fff-87df-df755b5e355c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:30:39.169852 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (3d79931b-7f68-4fff-87df-df755b5e355c), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:39.276908 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 3d79931b-7f68-4fff-87df-df755b5e355c is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:30:39.277210 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (3d79931b-7f68-4fff-87df-df755b5e355c), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:39.310633 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port 3d79931b-7f68-4fff-87df-df755b5e355c, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=3d79931b-7f68-4fff-87df-df755b5e355c,segment=NetworkSegment(518def62-1545-4a0c-9203-76df62e2dc56),segment_id=518def62-1545-4a0c-9203-76df62e2dc56)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:30:39.314052 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (3d79931b-7f68-4fff-87df-df755b5e355c), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:39.364057 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=3d79931b-7f68-4fff-87df-df755b5e355c,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:30:39.534184 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd8a789-6d46-487f-8533-f05c5d238f5a None None] Network 56cef09a-55f9-41e5-ade6-1e0e36c9d74b requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:30:39.599581 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f98cfa90-bc9d-4369-86fe-0c341a836b05 None None] Provisioning complete for port 3d79931b-7f68-4fff-87df-df755b5e355c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:30:39.599983 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f98cfa90-bc9d-4369-86fe-0c341a836b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (3d79931b-7f68-4fff-87df-df755b5e355c), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:39.729588 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f98cfa90-bc9d-4369-86fe-0c341a836b05 None None] Current status of the port 3d79931b-7f68-4fff-87df-df755b5e355c is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:30:39.894820 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-21c1d500-3570-4938-8a4c-21cbabaa4dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:39.953433 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ca90c671-69ee-43d8-b012-97779ba9aa85 None None] Provisioning complete for port 3d79931b-7f68-4fff-87df-df755b5e355c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:30:39.953820 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ca90c671-69ee-43d8-b012-97779ba9aa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (3d79931b-7f68-4fff-87df-df755b5e355c), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:40.028116 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ca90c671-69ee-43d8-b012-97779ba9aa85 None None] Current status of the port 3d79931b-7f68-4fff-87df-df755b5e355c is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:30:41.046671 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 3d79931b-7f68-4fff-87df-df755b5e355c up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:30:41.091659 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 3d79931b-7f68-4fff-87df-df755b5e355c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:30:41.092153 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (3d79931b-7f68-4fff-87df-df755b5e355c), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:41.145158 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 33736) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:30:41.169902 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 3d79931b-7f68-4fff-87df-df755b5e355c is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:30:41.450782 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c8e0e56d-0de4-427c-af10-e6328755cece admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:30:41.469439 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e0e56d-0de4-427c-af10-e6328755cece admin admin] Made reservation on behalf of 19b24216026549518802109fae3377e0 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:30:41.472350 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e56d-0de4-427c-af10-e6328755cece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:41.480078 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e56d-0de4-427c-af10-e6328755cece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:41.515255 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:30:41.554498 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e56d-0de4-427c-af10-e6328755cece admin admin] Publish callbacks [] for security_group (45d109a5-712e-4a00-850c-a978f619fc5d), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:41.557858 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e56d-0de4-427c-af10-e6328755cece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (45d109a5-712e-4a00-850c-a978f619fc5d), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:41.572124 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c8e0e56d-0de4-427c-af10-e6328755cece admin admin] Reserving flat network on physical network physnet1 {{(pid=103319) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 21 11:30:41.590603 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0e56d-0de4-427c-af10-e6328755cece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d109a5-712e-4a00-850c-a978f619fc5d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:30:41.595326 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e56d-0de4-427c-af10-e6328755cece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (c9b7d950-1d8a-48c8-9222-ea6db9036401), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:41.596305 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-c8e0e56d-0de4-427c-af10-e6328755cece admin admin] Added segment c9b7d950-1d8a-48c8-9222-ea6db9036401 of type flat for network c5837a43-2245-4480-ae3d-f889828e7864 Mar 21 11:30:41.645994 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e56d-0de4-427c-af10-e6328755cece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (c5837a43-2245-4480-ae3d-f889828e7864), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:41.682722 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e56d-0de4-427c-af10-e6328755cece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (c5837a43-2245-4480-ae3d-f889828e7864), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:41.683717 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e0e56d-0de4-427c-af10-e6328755cece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:30:41.684354 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e56d-0de4-427c-af10-e6328755cece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:41.766048 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-c8e0e56d-0de4-427c-af10-e6328755cece admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6197209 Mar 21 11:30:41.780283 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0e56d-0de4-427c-af10-e6328755cece admin admin] Pushing event updated for resources: {'Network': ['ID=c5837a43-2245-4480-ae3d-f889828e7864,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:30:41.791384 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network c5837a43-2245-4480-ae3d-f889828e7864 details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:30:42.212854 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e6ac52d2-0fe5-4b0f-a19c-0da40653efbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:43.402622 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:44.315516 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 33754) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:30:44.539249 dv-cinder-805072-11-iscsi neutron-server[103318]: WARNING oslo_policy.policy [None req-575e146b-6eb8-47d5-b97d-1473b119bb0a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:30:44.539941 dv-cinder-805072-11-iscsi neutron-server[103318]: WARNING oslo_policy.policy [None req-575e146b-6eb8-47d5-b97d-1473b119bb0a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:30:44.736407 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:44.949857 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.policy [None req-575e146b-6eb8-47d5-b97d-1473b119bb0a demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103318) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 21 11:30:44.992696 dv-cinder-805072-11-iscsi neutron-server[103318]: WARNING oslo_policy.policy [None req-575e146b-6eb8-47d5-b97d-1473b119bb0a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:30:44.993110 dv-cinder-805072-11-iscsi neutron-server[103318]: WARNING oslo_policy.policy [None req-575e146b-6eb8-47d5-b97d-1473b119bb0a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:30:45.002235 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e146b-6eb8-47d5-b97d-1473b119bb0a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:30:45.004182 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-575e146b-6eb8-47d5-b97d-1473b119bb0a demo admin] 10.222.0.61 "GET /v2.0/subnets/b524f804-5e8b-4dac-9a2e-f03906998310 HTTP/1.1" status: 200 len: 849 time: 0.6865110 Mar 21 11:30:45.171677 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-112cfab3-4924-4c18-872c-04e1bc95384a demo admin] 10.222.0.61 "GET /v2.0/routers/73cc0009-c2a2-40c7-a4ec-58822a9cbeae HTTP/1.1" status: 200 len: 704 time: 0.1616092 Mar 21 11:30:45.437060 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:45.751871 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Allocated IP 172.20.0.1 (56cef09a-55f9-41e5-ade6-1e0e36c9d74b/b524f804-5e8b-4dac-9a2e-f03906998310/b4ba0646-2f61-4142-a525-1ab32878fd0e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:30:45.958213 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Publish callbacks [] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:46.025819 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:46.085878 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Network 56cef09a-55f9-41e5-ade6-1e0e36c9d74b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:30:46.090293 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:30:46.132155 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Pushing event updated for resources: {'Port': ['ID=b4ba0646-2f61-4142-a525-1ab32878fd0e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:30:46.135394 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:30:46.135801 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655857'] for router_interface (73cc0009-c2a2-40c7-a4ec-58822a9cbeae), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:46.196814 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:46.197164 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:46.197529 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:46.197876 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:46.198208 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:46.198536 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:46.198861 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:46.199181 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:46.199523 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:46.199874 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:46.200211 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:46.200551 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:46.200874 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:46.201192 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:46.201509 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Tracked resource versions report: Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: pushed versions: Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: { 'AddressGroup': {'1.2'}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Agent': {'1.1'}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'ConntrackHelper': {'1.0'}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Log': {'1.0'}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'NDPProxy': {'1.0'}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Network': {'1.1'}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Port': {'1.7'}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'PortForwarding': {'1.3'}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'QosPolicy': {'1.10'}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'SecurityGroup': {'1.5'}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'SubPort': {'1.0'}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Subnet': {'1.1'}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Trunk': {'1.1'}} Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: consumer versions: Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: { DHCP agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: L3 agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: Metadata agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: Metering agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: Open vSwitch agent@dv-cinder-805072-11-iscsi: { 'AddressGroup': '1.2', Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Agent': '1.1', Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'ConntrackHelper': '1.0', Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'LocalIPAssociation': '1.0', Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Log': '1.0', Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'NDPProxy': '1.0', Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Network': '1.1', Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Port': '1.7', Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'PortForwarding': '1.3', Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'QosPolicy': '1.10', Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'SecurityGroup': '1.5', Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'SecurityGroupRule': '1.2', Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'SubPort': '1.0', Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Subnet': '1.1', Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Trunk': '1.1'}} Mar 21 11:30:46.202931 dv-cinder-805072-11-iscsi neutron-server[103318]: {{(pid=103318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:30:46.339154 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:46.347337 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:46.378490 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b47bc4f-0309-479f-b2dd-9fb22b1ae746 None None] Provisioning complete for port b4ba0646-2f61-4142-a525-1ab32878fd0e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:30:46.378868 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b47bc4f-0309-479f-b2dd-9fb22b1ae746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:46.412346 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b47bc4f-0309-479f-b2dd-9fb22b1ae746 None None] Port b4ba0646-2f61-4142-a525-1ab32878fd0e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:30:46.554856 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Publish callbacks [] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:46.559082 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:46.559852 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655717'] for router_interface (73cc0009-c2a2-40c7-a4ec-58822a9cbeae), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:46.636519 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Pushing event updated for resources: {'Port': ['ID=b4ba0646-2f61-4142-a525-1ab32878fd0e,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:30:46.681466 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Network 56cef09a-55f9-41e5-ade6-1e0e36c9d74b is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:30:46.682733 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:30:46.902955 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Router 73cc0009-c2a2-40c7-a4ec-58822a9cbeae is scheduled to L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:30:46.934301 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fddb2381-5ca3-4844-9bd6-0ad7174d0f57 None None] Provisioning complete for port b4ba0646-2f61-4142-a525-1ab32878fd0e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:30:46.934696 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fddb2381-5ca3-4844-9bd6-0ad7174d0f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:46.970021 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-fddb2381-5ca3-4844-9bd6-0ad7174d0f57 None None] Port b4ba0646-2f61-4142-a525-1ab32878fd0e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:30:46.997905 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:30:47.003915 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-fa158787-0ba7-43b2-a9c8-68cc6a258d02 demo admin] 10.222.0.61 "PUT /v2.0/routers/73cc0009-c2a2-40c7-a4ec-58822a9cbeae/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8264437 Mar 21 11:30:47.008748 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Sync routers for ids ['73cc0009-c2a2-40c7-a4ec-58822a9cbeae'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:30:47.021409 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Routers {'73cc0009-c2a2-40c7-a4ec-58822a9cbeae'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:30:47.022241 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:30:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['73cc0009-c2a2-40c7-a4ec-58822a9cbeae'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:30:47.212737 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Set router 73cc0009-c2a2-40c7-a4ec-58822a9cbeae gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:30:47.638555 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cc0009-c2a2-40c7-a4ec-58822a9cbeae', 'name': 'router1', 'tenant_id': 'b675ed79da664b8baa361e6fea932ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:30:35Z', 'updated_at': '2022-03-21T11:30:46Z', 'revision_number': 2, 'project_id': 'b675ed79da664b8baa361e6fea932ba0', 'gw_port_host': None, '_interfaces': [{'id': 'b4ba0646-2f61-4142-a525-1ab32878fd0e', 'name': '', 'network_id': '56cef09a-55f9-41e5-ade6-1e0e36c9d74b', 'tenant_id': 'b675ed79da664b8baa361e6fea932ba0', 'mac_address': 'fa:16:3e:52:d3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cc0009-c2a2-40c7-a4ec-58822a9cbeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b524f804-5e8b-4dac-9a2e-f03906998310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:30:45Z', 'updated_at': '2022-03-21T11:30:46Z', 'revision_number': 2, 'project_id': 'b675ed79da664b8baa361e6fea932ba0', 'subnets': [{'id': 'b524f804-5e8b-4dac-9a2e-f03906998310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8587fb71-e677-4a24-812d-6f187922cd99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:30:47.690126 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Checking router: 73cc0009-c2a2-40c7-a4ec-58822a9cbeae for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:30:47.690513 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Updating router 73cc0009-c2a2-40c7-a4ec-58822a9cbeae port b4ba0646-2f61-4142-a525-1ab32878fd0e binding host dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:30:47.743948 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:48.244452 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Publish callbacks [] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:48.251257 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:48.404056 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Pushing event updated for resources: {'Port': ['ID=b4ba0646-2f61-4142-a525-1ab32878fd0e,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:30:48.420164 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:48.420509 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:48.420852 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:48.421194 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:48.421523 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:48.421846 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:48.422164 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:48.422480 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:48.422814 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:48.423136 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:48.423453 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:48.424453 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:48.424779 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:48.425092 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:48.425405 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Tracked resource versions report: Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: pushed versions: Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: { 'AddressGroup': {'1.2'}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Agent': {'1.1'}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'ConntrackHelper': {'1.0'}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Log': {'1.0'}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'NDPProxy': {'1.0'}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Network': {'1.1'}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Port': {'1.7'}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'PortForwarding': {'1.3'}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'QosPolicy': {'1.10'}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'SecurityGroup': {'1.5'}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'SubPort': {'1.0'}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Subnet': {'1.1'}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Trunk': {'1.1'}} Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: consumer versions: Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: { DHCP agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: L3 agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: Metadata agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: Metering agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: Open vSwitch agent@dv-cinder-805072-11-iscsi: { 'AddressGroup': '1.2', Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Agent': '1.1', Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'ConntrackHelper': '1.0', Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'LocalIPAssociation': '1.0', Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Log': '1.0', Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'NDPProxy': '1.0', Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Network': '1.1', Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Port': '1.7', Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'PortForwarding': '1.3', Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'QosPolicy': '1.10', Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'SecurityGroup': '1.5', Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'SecurityGroupRule': '1.2', Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'SubPort': '1.0', Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Subnet': '1.1', Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Trunk': '1.1'}} Mar 21 11:30:48.426825 dv-cinder-805072-11-iscsi neutron-server[103321]: {{(pid=103321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:30:48.429566 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Attempting to bind port b4ba0646-2f61-4142-a525-1ab32878fd0e on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:30:48.429898 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Attempting to bind port b4ba0646-2f61-4142-a525-1ab32878fd0e by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': '518def62-1545-4a0c-9203-76df62e2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '56cef09a-55f9-41e5-ade6-1e0e36c9d74b'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:30:48.430322 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Attempting to bind port b4ba0646-2f61-4142-a525-1ab32878fd0e on network 56cef09a-55f9-41e5-ade6-1e0e36c9d74b {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:30:48.436877 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:30:48.437276 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Checking segment: {'id': '518def62-1545-4a0c-9203-76df62e2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '56cef09a-55f9-41e5-ade6-1e0e36c9d74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:30:48.438379 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:48.438379 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Bound using segment: {'id': '518def62-1545-4a0c-9203-76df62e2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '56cef09a-55f9-41e5-ade6-1e0e36c9d74b'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:30:48.438590 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Bound port: b4ba0646-2f61-4142-a525-1ab32878fd0e, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518def62-1545-4a0c-9203-76df62e2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '56cef09a-55f9-41e5-ade6-1e0e36c9d74b'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:30:48.438946 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:48.497808 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-65f98f46-f79e-4980-b336-eb11ee20560b None None] Provisioning complete for port b4ba0646-2f61-4142-a525-1ab32878fd0e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:30:48.498382 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65f98f46-f79e-4980-b336-eb11ee20560b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:48.505551 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] For port b4ba0646-2f61-4142-a525-1ab32878fd0e, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:30:48.525672 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] For port b4ba0646-2f61-4142-a525-1ab32878fd0e, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=b4ba0646-2f61-4142-a525-1ab32878fd0e,segment=NetworkSegment(518def62-1545-4a0c-9203-76df62e2dc56),segment_id=518def62-1545-4a0c-9203-76df62e2dc56)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:30:48.532709 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:48.534616 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-65f98f46-f79e-4980-b336-eb11ee20560b None None] Port b4ba0646-2f61-4142-a525-1ab32878fd0e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:30:48.592836 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a19ff-435b-4194-8c6c-6a308ad45896 None None] Pushing event updated for resources: {'Port': ['ID=b4ba0646-2f61-4142-a525-1ab32878fd0e,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:30:48.596412 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Routers {'73cc0009-c2a2-40c7-a4ec-58822a9cbeae'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:30:48.596900 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:30:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['73cc0009-c2a2-40c7-a4ec-58822a9cbeae'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:30:48.690859 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] Set router 73cc0009-c2a2-40c7-a4ec-58822a9cbeae gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:30:48.752866 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8f15d4be-93f5-47e9-bc61-a978f69868ae None None] Provisioning complete for port b4ba0646-2f61-4142-a525-1ab32878fd0e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:30:48.753529 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f15d4be-93f5-47e9-bc61-a978f69868ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:48.833477 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8f15d4be-93f5-47e9-bc61-a978f69868ae None None] Current status of the port b4ba0646-2f61-4142-a525-1ab32878fd0e is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:30:48.833800 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f15d4be-93f5-47e9-bc61-a978f69868ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:48.865240 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8f15d4be-93f5-47e9-bc61-a978f69868ae None None] For port b4ba0646-2f61-4142-a525-1ab32878fd0e, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=b4ba0646-2f61-4142-a525-1ab32878fd0e,segment=NetworkSegment(518def62-1545-4a0c-9203-76df62e2dc56),segment_id=518def62-1545-4a0c-9203-76df62e2dc56)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:30:48.870786 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f15d4be-93f5-47e9-bc61-a978f69868ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:48.903917 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cc0009-c2a2-40c7-a4ec-58822a9cbeae', 'name': 'router1', 'tenant_id': 'b675ed79da664b8baa361e6fea932ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:30:35Z', 'updated_at': '2022-03-21T11:30:46Z', 'revision_number': 2, 'project_id': 'b675ed79da664b8baa361e6fea932ba0', 'gw_port_host': None, '_interfaces': [{'id': 'b4ba0646-2f61-4142-a525-1ab32878fd0e', 'name': '', 'network_id': '56cef09a-55f9-41e5-ade6-1e0e36c9d74b', 'tenant_id': 'b675ed79da664b8baa361e6fea932ba0', 'mac_address': 'fa:16:3e:52:d3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cc0009-c2a2-40c7-a4ec-58822a9cbeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b524f804-5e8b-4dac-9a2e-f03906998310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:30:45Z', 'updated_at': '2022-03-21T11:30:48Z', 'revision_number': 4, 'project_id': 'b675ed79da664b8baa361e6fea932ba0', 'subnets': [{'id': 'b524f804-5e8b-4dac-9a2e-f03906998310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8587fb71-e677-4a24-812d-6f187922cd99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:30:48.919666 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15d4be-93f5-47e9-bc61-a978f69868ae None None] Pushing event updated for resources: {'Port': ['ID=b4ba0646-2f61-4142-a525-1ab32878fd0e,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:30:48.931497 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9d7a86-fbbf-42b0-b2c3-e73fd8ae885e None None] The sync data for ids ['73cc0009-c2a2-40c7-a4ec-58822a9cbeae'] in dv-cinder-805072-11-iscsi is: [{'id': '73cc0009-c2a2-40c7-a4ec-58822a9cbeae', 'name': 'router1', 'tenant_id': 'b675ed79da664b8baa361e6fea932ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:30:35Z', 'updated_at': '2022-03-21T11:30:46Z', 'revision_number': 2, 'project_id': 'b675ed79da664b8baa361e6fea932ba0', 'gw_port_host': None, '_interfaces': [{'id': 'b4ba0646-2f61-4142-a525-1ab32878fd0e', 'name': '', 'network_id': '56cef09a-55f9-41e5-ade6-1e0e36c9d74b', 'tenant_id': 'b675ed79da664b8baa361e6fea932ba0', 'mac_address': 'fa:16:3e:52:d3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cc0009-c2a2-40c7-a4ec-58822a9cbeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b524f804-5e8b-4dac-9a2e-f03906998310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:30:45Z', 'updated_at': '2022-03-21T11:30:48Z', 'revision_number': 4, 'project_id': 'b675ed79da664b8baa361e6fea932ba0', 'subnets': [{'id': 'b524f804-5e8b-4dac-9a2e-f03906998310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8587fb71-e677-4a24-812d-6f187922cd99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:30:49.450464 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 33786) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:30:49.561620 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950bec73-9785-49da-8b91-d9e89eedb8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:30:49.562908 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-950bec73-9785-49da-8b91-d9e89eedb8d0 admin admin] 10.222.0.61 "GET /v2.0/networks/c5837a43-2245-4480-ae3d-f889828e7864 HTTP/1.1" status: 200 len: 842 time: 0.1114748 Mar 21 11:30:49.572969 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9909aee6-57bf-4ac1-9519-a6a8a624cd6f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:30:49.606021 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9909aee6-57bf-4ac1-9519-a6a8a624cd6f admin admin] Made reservation on behalf of 19b24216026549518802109fae3377e0 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:30:49.608503 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9909aee6-57bf-4ac1-9519-a6a8a624cd6f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:49.914534 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.objects.ports [None req-9909aee6-57bf-4ac1-9519-a6a8a624cd6f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103318) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 21 11:30:49.914957 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9909aee6-57bf-4ac1-9519-a6a8a624cd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for subnet (b34a5baa-0dd6-451c-8a9d-ec8fee6deb95), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:49.969145 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909aee6-57bf-4ac1-9519-a6a8a624cd6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34a5baa-0dd6-451c-8a9d-ec8fee6deb95,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:30:49.978114 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9909aee6-57bf-4ac1-9519-a6a8a624cd6f admin admin] Checking segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:30:49.978464 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9909aee6-57bf-4ac1-9519-a6a8a624cd6f admin admin] Network hostable DHCP agents. Network: c5837a43-2245-4480-ae3d-f889828e7864, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:30:49.998761 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9909aee6-57bf-4ac1-9519-a6a8a624cd6f admin admin] Network c5837a43-2245-4480-ae3d-f889828e7864 is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:30:50.010209 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-9909aee6-57bf-4ac1-9519-a6a8a624cd6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, c5837a43-2245-4480-ae3d-f889828e7864) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:30:50.015318 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9909aee6-57bf-4ac1-9519-a6a8a624cd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:30:50.015995 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9909aee6-57bf-4ac1-9519-a6a8a624cd6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:50.020430 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988a9265-fce6-4d99-9c29-45eded584b03 None None] Network c5837a43-2245-4480-ae3d-f889828e7864 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:30:50.044273 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-9909aee6-57bf-4ac1-9519-a6a8a624cd6f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4748402 Mar 21 11:30:50.129420 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f27145-f91e-4865-8c77-8c09a5ccdd9d None None] Network c5837a43-2245-4480-ae3d-f889828e7864 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:30:52.466100 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 33794) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:30:52.600496 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-51a2455f-a35b-4917-aa52-004b81a4876c demo admin] 10.222.0.61 "GET /v2.0/routers/73cc0009-c2a2-40c7-a4ec-58822a9cbeae HTTP/1.1" status: 200 len: 710 time: 0.1332808 Mar 21 11:30:52.684414 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae35e14-091d-43fa-8964-7729bbeb5294 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:30:52.685679 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-eae35e14-091d-43fa-8964-7729bbeb5294 demo admin] 10.222.0.61 "GET /v2.0/networks/c5837a43-2245-4480-ae3d-f889828e7864 HTTP/1.1" status: 200 len: 886 time: 0.0799809 Mar 21 11:30:52.694934 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:30:52.941507 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] Publish callbacks [] for router_gateway (73cc0009-c2a2-40c7-a4ec-58822a9cbeae), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:53.237654 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] Publish callbacks [] for router_gateway (73cc0009-c2a2-40c7-a4ec-58822a9cbeae), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:53.308171 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:53.406938 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] Allocated IP 172.27.0.168 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/c1ef1edb-0d13-43e0-b023-337c3d86507a) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:30:53.505247 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] Publish callbacks [] for port (c1ef1edb-0d13-43e0-b023-337c3d86507a), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:53.539055 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (c1ef1edb-0d13-43e0-b023-337c3d86507a), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:53.574767 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:30:53.577611 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:30:53.584075 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:30:53.616655 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] Pushing event updated for resources: {'Port': ['ID=c1ef1edb-0d13-43e0-b023-337c3d86507a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:30:53.833732 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] Publish callbacks [] for router_gateway (73cc0009-c2a2-40c7-a4ec-58822a9cbeae), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:54.027848 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-656095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4774'] for router (73cc0009-c2a2-40c7-a4ec-58822a9cbeae), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:54.031680 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659079'] for router (73cc0009-c2a2-40c7-a4ec-58822a9cbeae), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:54.150542 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] Router 73cc0009-c2a2-40c7-a4ec-58822a9cbeae has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:30:54.260558 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:30:54.264832 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:54.265982 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-759a9a48-1506-4d5f-8c10-f380055ede12 demo admin] 10.222.0.61 "PUT /v2.0/routers/73cc0009-c2a2-40c7-a4ec-58822a9cbeae HTTP/1.1" status: 200 len: 890 time: 1.5741708 Mar 21 11:30:56.795378 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 33806) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:30:56.919279 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f8004b2c-5dd9-4865-b66d-49415fff6372 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1227760 Mar 21 11:30:57.089124 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device b4ba0646-2f61-4142-a525-1ab32878fd0e up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:30:57.140150 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port b4ba0646-2f61-4142-a525-1ab32878fd0e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:30:57.140790 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:57.224985 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port b4ba0646-2f61-4142-a525-1ab32878fd0e is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:30:57.453851 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Sync routers for ids ['73cc0009-c2a2-40c7-a4ec-58822a9cbeae'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:30:57.466503 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Routers {'73cc0009-c2a2-40c7-a4ec-58822a9cbeae'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:30:57.467196 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:30:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['73cc0009-c2a2-40c7-a4ec-58822a9cbeae'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:30:57.687033 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Set router 73cc0009-c2a2-40c7-a4ec-58822a9cbeae gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:30:58.151027 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cc0009-c2a2-40c7-a4ec-58822a9cbeae', 'name': 'router1', 'tenant_id': 'b675ed79da664b8baa361e6fea932ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'c1ef1edb-0d13-43e0-b023-337c3d86507a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:30:35Z', 'updated_at': '2022-03-21T11:30:53Z', 'revision_number': 4, 'project_id': 'b675ed79da664b8baa361e6fea932ba0', 'gw_port': {'id': 'c1ef1edb-0d13-43e0-b023-337c3d86507a', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cc0009-c2a2-40c7-a4ec-58822a9cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:30:53Z', 'updated_at': '2022-03-21T11:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'b4ba0646-2f61-4142-a525-1ab32878fd0e', 'name': '', 'network_id': '56cef09a-55f9-41e5-ade6-1e0e36c9d74b', 'tenant_id': 'b675ed79da664b8baa361e6fea932ba0', 'mac_address': 'fa:16:3e:52:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cc0009-c2a2-40c7-a4ec-58822a9cbeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b524f804-5e8b-4dac-9a2e-f03906998310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:30:45Z', 'updated_at': '2022-03-21T11:30:48Z', 'revision_number': 5, 'project_id': 'b675ed79da664b8baa361e6fea932ba0', 'subnets': [{'id': 'b524f804-5e8b-4dac-9a2e-f03906998310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8587fb71-e677-4a24-812d-6f187922cd99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:30:58.202407 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Checking router: 73cc0009-c2a2-40c7-a4ec-58822a9cbeae for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:30:58.202779 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Updating router 73cc0009-c2a2-40c7-a4ec-58822a9cbeae port c1ef1edb-0d13-43e0-b023-337c3d86507a binding host dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:30:58.264367 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (c1ef1edb-0d13-43e0-b023-337c3d86507a), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:58.571236 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Publish callbacks [] for port (c1ef1edb-0d13-43e0-b023-337c3d86507a), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:58.576591 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (c1ef1edb-0d13-43e0-b023-337c3d86507a), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:58.639978 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d1d82-b040-45d3-b30b-8faa015b2c8e None None] Pushing event updated for resources: {'Port': ['ID=c1ef1edb-0d13-43e0-b023-337c3d86507a,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:30:58.646123 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Attempting to bind port c1ef1edb-0d13-43e0-b023-337c3d86507a on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:30:58.646493 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Attempting to bind port c1ef1edb-0d13-43e0-b023-337c3d86507a by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:30:58.646854 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Attempting to bind port c1ef1edb-0d13-43e0-b023-337c3d86507a on network c5837a43-2245-4480-ae3d-f889828e7864 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:30:58.652093 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:30:58.652478 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Checking segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:30:58.652887 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:58.653270 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Bound using segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:30:58.653735 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Bound port: c1ef1edb-0d13-43e0-b023-337c3d86507a, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:30:58.654111 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (c1ef1edb-0d13-43e0-b023-337c3d86507a), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:58.708329 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] For port c1ef1edb-0d13-43e0-b023-337c3d86507a, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:30:58.712028 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] For port c1ef1edb-0d13-43e0-b023-337c3d86507a, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=c1ef1edb-0d13-43e0-b023-337c3d86507a,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:30:58.719539 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (c1ef1edb-0d13-43e0-b023-337c3d86507a), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:58.761639 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Routers {'73cc0009-c2a2-40c7-a4ec-58822a9cbeae'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:30:58.762254 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:30:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['73cc0009-c2a2-40c7-a4ec-58822a9cbeae'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:30:58.888634 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d1d82-b040-45d3-b30b-8faa015b2c8e None None] Pushing event updated for resources: {'Port': ['ID=c1ef1edb-0d13-43e0-b023-337c3d86507a,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:30:58.893596 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] Set router 73cc0009-c2a2-40c7-a4ec-58822a9cbeae gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:30:59.125882 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73cc0009-c2a2-40c7-a4ec-58822a9cbeae', 'name': 'router1', 'tenant_id': 'b675ed79da664b8baa361e6fea932ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'c1ef1edb-0d13-43e0-b023-337c3d86507a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:30:35Z', 'updated_at': '2022-03-21T11:30:53Z', 'revision_number': 4, 'project_id': 'b675ed79da664b8baa361e6fea932ba0', 'gw_port': {'id': 'c1ef1edb-0d13-43e0-b023-337c3d86507a', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cc0009-c2a2-40c7-a4ec-58822a9cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:30:53Z', 'updated_at': '2022-03-21T11:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'b4ba0646-2f61-4142-a525-1ab32878fd0e', 'name': '', 'network_id': '56cef09a-55f9-41e5-ade6-1e0e36c9d74b', 'tenant_id': 'b675ed79da664b8baa361e6fea932ba0', 'mac_address': 'fa:16:3e:52:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cc0009-c2a2-40c7-a4ec-58822a9cbeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b524f804-5e8b-4dac-9a2e-f03906998310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:30:45Z', 'updated_at': '2022-03-21T11:30:48Z', 'revision_number': 5, 'project_id': 'b675ed79da664b8baa361e6fea932ba0', 'subnets': [{'id': 'b524f804-5e8b-4dac-9a2e-f03906998310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8587fb71-e677-4a24-812d-6f187922cd99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:30:59.154898 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c4d2d-e0ee-409b-b6bb-c0b7262a2ffb None None] The sync data for ids ['73cc0009-c2a2-40c7-a4ec-58822a9cbeae'] in dv-cinder-805072-11-iscsi is: [{'id': '73cc0009-c2a2-40c7-a4ec-58822a9cbeae', 'name': 'router1', 'tenant_id': 'b675ed79da664b8baa361e6fea932ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'c1ef1edb-0d13-43e0-b023-337c3d86507a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:30:35Z', 'updated_at': '2022-03-21T11:30:53Z', 'revision_number': 4, 'project_id': 'b675ed79da664b8baa361e6fea932ba0', 'gw_port': {'id': 'c1ef1edb-0d13-43e0-b023-337c3d86507a', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73cc0009-c2a2-40c7-a4ec-58822a9cbeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:30:53Z', 'updated_at': '2022-03-21T11:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'b4ba0646-2f61-4142-a525-1ab32878fd0e', 'name': '', 'network_id': '56cef09a-55f9-41e5-ade6-1e0e36c9d74b', 'tenant_id': 'b675ed79da664b8baa361e6fea932ba0', 'mac_address': 'fa:16:3e:52:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cc0009-c2a2-40c7-a4ec-58822a9cbeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b524f804-5e8b-4dac-9a2e-f03906998310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:30:45Z', 'updated_at': '2022-03-21T11:30:48Z', 'revision_number': 5, 'project_id': 'b675ed79da664b8baa361e6fea932ba0', 'subnets': [{'id': 'b524f804-5e8b-4dac-9a2e-f03906998310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8587fb71-e677-4a24-812d-6f187922cd99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:31:01.157046 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device c1ef1edb-0d13-43e0-b023-337c3d86507a up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:31:01.242685 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port c1ef1edb-0d13-43e0-b023-337c3d86507a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:31:01.243340 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (c1ef1edb-0d13-43e0-b023-337c3d86507a), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:01.331215 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port c1ef1edb-0d13-43e0-b023-337c3d86507a is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:31:01.331891 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (c1ef1edb-0d13-43e0-b023-337c3d86507a), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:01.353622 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port c1ef1edb-0d13-43e0-b023-337c3d86507a, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=c1ef1edb-0d13-43e0-b023-337c3d86507a,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:31:01.359140 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (c1ef1edb-0d13-43e0-b023-337c3d86507a), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:01.414776 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=c1ef1edb-0d13-43e0-b023-337c3d86507a,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:31:03.142407 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device c1ef1edb-0d13-43e0-b023-337c3d86507a up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:31:03.274989 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port c1ef1edb-0d13-43e0-b023-337c3d86507a triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:31:03.275755 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (c1ef1edb-0d13-43e0-b023-337c3d86507a), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:03.403807 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port c1ef1edb-0d13-43e0-b023-337c3d86507a is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:31:09.901773 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-55ac1ae0-b49e-4340-8f7a-52d7888f3aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:12.216047 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-984b54a5-a818-4b53-bf3a-271409569961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:13.406414 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:14.707943 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:16.343954 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:18.514863 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:31:39.930124 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1a710753-e23f-4d4e-b138-ce0d1bd44603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:42.218234 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0bc73425-cf84-441b-bb14-6509f202b84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:43.410203 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:44.706731 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:46.343109 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:55.513899 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:32:09.893544 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d47f8f9-54b8-4147-9a61-2c2b81306952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:12.223399 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0526095-d89f-4690-ae5b-4942049db7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:13.411050 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:14.708639 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:16.337027 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:18.291324 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 34290) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:32:18.351227 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-90eb7c45-ff06-4d60-8877-988959007309 admin admin] GET failed (client error): The resource could not be found. Mar 21 11:32:18.352509 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-90eb7c45-ff06-4d60-8877-988959007309 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601954 Mar 21 11:32:18.511586 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6864bf-7ce9-4f81-90ba-5ea068c550a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:32:18.513078 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ba6864bf-7ce9-4f81-90ba-5ea068c550a6 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1565249 Mar 21 11:32:20.809444 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 34300) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:32:20.899066 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98158fdd-5bef-4b1c-9713-62aa9ec03993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:32:20.900417 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-98158fdd-5bef-4b1c-9713-62aa9ec03993 admin admin] 10.222.0.61 "GET /v2.0/subnets/b524f804-5e8b-4dac-9a2e-f03906998310 HTTP/1.1" status: 200 len: 849 time: 0.0900292 Mar 21 11:32:20.910065 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:32:21.072275 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Publish callbacks [] for subnet (b524f804-5e8b-4dac-9a2e-f03906998310), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:21.210557 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758069407627'] for subnet (b524f804-5e8b-4dac-9a2e-f03906998310), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:21.245830 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:32:21.246425 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:21.247698 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] 10.222.0.61 "PUT /v2.0/subnets/b524f804-5e8b-4dac-9a2e-f03906998310 HTTP/1.1" status: 200 len: 868 time: 0.3416605 Mar 21 11:32:21.263041 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b524f804-5e8b-4dac-9a2e-f03906998310,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:32:21.269753 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353c2afa-f97a-4189-b48b-eba68ca3b813 None None] Network 56cef09a-55f9-41e5-ade6-1e0e36c9d74b requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:32:21.271798 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:32:21.272182 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:32:21.272545 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:32:21.272890 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:32:21.273225 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:32:21.273556 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:32:21.273884 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:32:21.274207 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:32:21.274530 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:32:21.274854 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:32:21.275197 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:32:21.275524 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:32:21.275871 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:32:21.276202 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:32:21.276522 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3483f-163d-4155-b202-e3afa9e76a9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:32:21.620689 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-561c6300-8079-4ebd-8dff-d12e49865455 None None] Provisioning complete for port b4ba0646-2f61-4142-a525-1ab32878fd0e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:32:21.621071 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-561c6300-8079-4ebd-8dff-d12e49865455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (b4ba0646-2f61-4142-a525-1ab32878fd0e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:21.698153 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-561c6300-8079-4ebd-8dff-d12e49865455 None None] Current status of the port b4ba0646-2f61-4142-a525-1ab32878fd0e is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:32:21.708211 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-561c6300-8079-4ebd-8dff-d12e49865455 None None] Provisioning complete for port 3d79931b-7f68-4fff-87df-df755b5e355c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:32:21.708595 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-561c6300-8079-4ebd-8dff-d12e49865455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (3d79931b-7f68-4fff-87df-df755b5e355c), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:21.780140 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-561c6300-8079-4ebd-8dff-d12e49865455 None None] Current status of the port 3d79931b-7f68-4fff-87df-df755b5e355c is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:32:23.590527 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 34308) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:32:23.785509 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0ff559-45be-492a-89c0-9b6f66ab8e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:32:23.785895 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0ff559-45be-492a-89c0-9b6f66ab8e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:32:23.787440 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-0d0ff559-45be-492a-89c0-9b6f66ab8e33 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1959574 Mar 21 11:32:26.103595 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34316) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:32:26.303465 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a60096-9bef-4579-98ba-529bf46336cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:32:26.303886 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a60096-9bef-4579-98ba-529bf46336cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:32:26.305430 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-f9a60096-9bef-4579-98ba-529bf46336cf admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2008667 Mar 21 11:32:28.625024 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34326) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:32:28.793903 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43762372-9c45-4f03-bd1e-99e352c04e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:32:28.795240 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-43762372-9c45-4f03-bd1e-99e352c04e08 admin admin] 10.222.0.61 "GET /v2.0/networks/56cef09a-55f9-41e5-ade6-1e0e36c9d74b HTTP/1.1" status: 200 len: 869 time: 0.1692884 Mar 21 11:32:31.092205 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34334) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:32:31.214214 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b574c19-18f1-4709-b14b-de7c64c89bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:32:31.215554 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6b574c19-18f1-4709-b14b-de7c64c89bdd admin admin] 10.222.0.61 "GET /v2.0/networks/c5837a43-2245-4480-ae3d-f889828e7864 HTTP/1.1" status: 200 len: 886 time: 0.1223719 Mar 21 11:32:32.513321 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:32:33.642935 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34342) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:32:33.765533 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6ae2d1-fb69-4143-a140-4a1425c07e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:32:33.765988 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6ae2d1-fb69-4143-a140-4a1425c07e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:32:33.767493 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-2f6ae2d1-fb69-4143-a140-4a1425c07e5e admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229770 Mar 21 11:32:36.108920 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34350) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:32:36.197043 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674a430-8da4-4080-be5b-38fa723f72ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:32:36.197490 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674a430-8da4-4080-be5b-38fa723f72ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:32:36.198937 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-d674a430-8da4-4080-be5b-38fa723f72ce admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0890818 Mar 21 11:32:38.481686 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34358) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:32:38.569136 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0947e101-99bf-4b94-9907-3c7489a9c0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:32:38.570440 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-0947e101-99bf-4b94-9907-3c7489a9c0fe admin admin] 10.222.0.61 "GET /v2.0/subnets/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95 HTTP/1.1" status: 200 len: 816 time: 0.0878246 Mar 21 11:32:39.896216 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-56f23333-398a-43ed-b79b-ff2f4b6df130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:40.877282 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34366) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:32:40.966057 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375bdd1a-c4e2-4120-b2e9-b8be0101ac6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:32:40.967350 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-375bdd1a-c4e2-4120-b2e9-b8be0101ac6e admin admin] 10.222.0.61 "GET /v2.0/subnets/b524f804-5e8b-4dac-9a2e-f03906998310 HTTP/1.1" status: 200 len: 868 time: 0.0886064 Mar 21 11:32:42.225079 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe2dda88-4040-4bb0-b9e5-e299addf2787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:43.414370 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:44.710780 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:46.341714 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:08.838911 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34420) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:33:08.885459 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [None req-03107031-a08e-4f28-812b-3c9ff0f5157b admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:33:08.886457 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-03107031-a08e-4f28-812b-3c9ff0f5157b admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466244 Mar 21 11:33:09.512783 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:33:09.900792 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8aa6ef7d-66fd-4bec-8b92-8080c33a2591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:11.282841 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34428) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:33:11.342202 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.pecan_wsgi.hooks.translation [None req-342a94aa-30b5-4c90-abb2-524db9b15033 admin admin] GET failed (client error): The resource could not be found. Mar 21 11:33:11.343377 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-342a94aa-30b5-4c90-abb2-524db9b15033 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596020 Mar 21 11:33:11.482471 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feb7a17-d810-43b6-9b5b-d34d5631bfd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:33:11.483962 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3feb7a17-d810-43b6-9b5b-d34d5631bfd3 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1365199 Mar 21 11:33:12.227459 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e4f1ddb-f1d6-4166-a9db-6f249a66ea7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:13.418701 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:13.821552 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 34436) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:33:13.868004 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-97244a44-f589-43bd-aa11-6a39fc3a8e43 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:33:13.888994 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97244a44-f589-43bd-aa11-6a39fc3a8e43 admin admin] Made reservation on behalf of 19b24216026549518802109fae3377e0 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:33:13.891299 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97244a44-f589-43bd-aa11-6a39fc3a8e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:13.917499 dv-cinder-805072-11-iscsi neutron-server[103318]: WARNING neutron.services.revisions.revision_plugin [None req-97244a44-f589-43bd-aa11-6a39fc3a8e43 admin admin] Could not find related network for resource to bump revision. Mar 21 11:33:13.936113 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97244a44-f589-43bd-aa11-6a39fc3a8e43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:33:13.948305 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97244a44-f589-43bd-aa11-6a39fc3a8e43 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758069329210', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (ad4e1a89-daba-427f-b461-27fa39421e69), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:13.948851 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97244a44-f589-43bd-aa11-6a39fc3a8e43 admin admin] Unsubscribe: segment precommit_create {{(pid=103318) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 21 11:33:13.949321 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-97244a44-f589-43bd-aa11-6a39fc3a8e43 admin admin] Added segment ad4e1a89-daba-427f-b461-27fa39421e69 of type vlan for network 0f74acf2-7661-42ec-82fb-ee4888f06ae0 Mar 21 11:33:13.999728 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97244a44-f589-43bd-aa11-6a39fc3a8e43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (0f74acf2-7661-42ec-82fb-ee4888f06ae0), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:14.030522 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97244a44-f589-43bd-aa11-6a39fc3a8e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (0f74acf2-7661-42ec-82fb-ee4888f06ae0), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:14.031353 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97244a44-f589-43bd-aa11-6a39fc3a8e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:33:14.031964 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-97244a44-f589-43bd-aa11-6a39fc3a8e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:14.105610 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-97244a44-f589-43bd-aa11-6a39fc3a8e43 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2829757 Mar 21 11:33:14.123887 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97244a44-f589-43bd-aa11-6a39fc3a8e43 admin admin] Pushing event updated for resources: {'Network': ['ID=0f74acf2-7661-42ec-82fb-ee4888f06ae0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:33:14.135758 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network 0f74acf2-7661-42ec-82fb-ee4888f06ae0 details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:33:14.714231 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:16.344283 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:16.452411 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 34444) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:33:16.513666 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2ffdc2-bc2b-4b62-9803-eed45585a02a admin admin] GET failed (client error): The resource could not be found. Mar 21 11:33:16.514918 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-fb2ffdc2-bc2b-4b62-9803-eed45585a02a admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615242 Mar 21 11:33:16.584033 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c2f525-6edd-41b7-8107-784831f921b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:33:16.585427 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-25c2f525-6edd-41b7-8107-784831f921b1 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665319 Mar 21 11:33:16.594794 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-34581409-d340-4d10-966e-ca214c8f52c9 admin admin] Request body: {'subnet': {'network_id': '0f74acf2-7661-42ec-82fb-ee4888f06ae0', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:33:16.612765 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34581409-d340-4d10-966e-ca214c8f52c9 admin admin] Made reservation on behalf of 19b24216026549518802109fae3377e0 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:33:16.615060 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-34581409-d340-4d10-966e-ca214c8f52c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:16.770600 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-34581409-d340-4d10-966e-ca214c8f52c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for subnet (d1e99ec4-f671-4054-a2cc-e3b098a246ba), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:16.818673 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34581409-d340-4d10-966e-ca214c8f52c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e99ec4-f671-4054-a2cc-e3b098a246ba,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:33:16.836022 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34581409-d340-4d10-966e-ca214c8f52c9 admin admin] Checking segment: {'id': 'ad4e1a89-daba-427f-b461-27fa39421e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0f74acf2-7661-42ec-82fb-ee4888f06ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:33:16.836394 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34581409-d340-4d10-966e-ca214c8f52c9 admin admin] Network hostable DHCP agents. Network: 0f74acf2-7661-42ec-82fb-ee4888f06ae0, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:33:16.854113 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34581409-d340-4d10-966e-ca214c8f52c9 admin admin] Network 0f74acf2-7661-42ec-82fb-ee4888f06ae0 is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:33:16.862514 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-34581409-d340-4d10-966e-ca214c8f52c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, 0f74acf2-7661-42ec-82fb-ee4888f06ae0) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:33:16.866635 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34581409-d340-4d10-966e-ca214c8f52c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:33:16.867230 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-34581409-d340-4d10-966e-ca214c8f52c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:16.871884 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52719a59-0549-4fc5-8854-6ab66584e57b None None] Network 0f74acf2-7661-42ec-82fb-ee4888f06ae0 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:33:16.887186 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-34581409-d340-4d10-966e-ca214c8f52c9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2957253 Mar 21 11:33:16.976940 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947d282f-53ab-5c09-984e-15aea43c1147-0f74acf2-7661-42ec-82fb-ee4888f06ae0', 'network_id': '0f74acf2-7661-42ec-82fb-ee4888f06ae0', 'project_id': '19b24216026549518802109fae3377e0', 'fixed_ips': [{'subnet_id': 'd1e99ec4-f671-4054-a2cc-e3b098a246ba'}]}} from dv-cinder-805072-11-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:33:16.977833 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:17.116659 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Allocated IP 192.168.233.2 (0f74acf2-7661-42ec-82fb-ee4888f06ae0/d1e99ec4-f671-4054-a2cc-e3b098a246ba/61bfd880-63b1-4866-b690-f3a4880a12da) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:33:17.353678 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Publish callbacks [] for port (61bfd880-63b1-4866-b690-f3a4880a12da), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:17.360609 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (61bfd880-63b1-4866-b690-f3a4880a12da), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:17.403809 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Network 0f74acf2-7661-42ec-82fb-ee4888f06ae0 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:33:17.407608 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:33:17.410107 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Pushing event updated for resources: {'Port': ['ID=61bfd880-63b1-4866-b690-f3a4880a12da,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:33:17.412198 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:33:17.422916 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:33:17.423258 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:33:17.423686 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:33:17.424358 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:33:17.424485 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:33:17.424724 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:33:17.425032 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:33:17.425352 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:33:17.425668 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:33:17.425985 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:33:17.426300 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:33:17.426628 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:33:17.426945 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:33:17.427273 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:33:17.427566 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:33:17.480486 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Attempting to bind port 61bfd880-63b1-4866-b690-f3a4880a12da on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:33:17.480848 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Attempting to bind port 61bfd880-63b1-4866-b690-f3a4880a12da by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'ad4e1a89-daba-427f-b461-27fa39421e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0f74acf2-7661-42ec-82fb-ee4888f06ae0'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:33:17.481203 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Attempting to bind port 61bfd880-63b1-4866-b690-f3a4880a12da on network 0f74acf2-7661-42ec-82fb-ee4888f06ae0 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:33:17.486951 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:33:17.487324 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Checking segment: {'id': 'ad4e1a89-daba-427f-b461-27fa39421e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0f74acf2-7661-42ec-82fb-ee4888f06ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:33:17.487722 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:17.488154 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Bound using segment: {'id': 'ad4e1a89-daba-427f-b461-27fa39421e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0f74acf2-7661-42ec-82fb-ee4888f06ae0'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:33:17.488615 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Bound port: 61bfd880-63b1-4866-b690-f3a4880a12da, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4e1a89-daba-427f-b461-27fa39421e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0f74acf2-7661-42ec-82fb-ee4888f06ae0'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:33:17.488982 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (61bfd880-63b1-4866-b690-f3a4880a12da), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:17.550022 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] For port 61bfd880-63b1-4866-b690-f3a4880a12da, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:33:17.553448 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] For port 61bfd880-63b1-4866-b690-f3a4880a12da, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=61bfd880-63b1-4866-b690-f3a4880a12da,segment=NetworkSegment(ad4e1a89-daba-427f-b461-27fa39421e69),segment_id=ad4e1a89-daba-427f-b461-27fa39421e69)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:33:17.559333 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (61bfd880-63b1-4866-b690-f3a4880a12da), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:17.619349 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c431d-2dda-4abc-8914-4c83a3dabf4a None None] Pushing event updated for resources: {'Port': ['ID=61bfd880-63b1-4866-b690-f3a4880a12da,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:33:18.448500 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803b1fa3-705d-4357-a66e-afa85c66745c None None] Network 0f74acf2-7661-42ec-82fb-ee4888f06ae0 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:33:18.549163 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-029d2a43-3429-4f7d-a64f-e2b8a65d7b0e None None] Provisioning complete for port 61bfd880-63b1-4866-b690-f3a4880a12da triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:33:18.549551 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-029d2a43-3429-4f7d-a64f-e2b8a65d7b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (61bfd880-63b1-4866-b690-f3a4880a12da), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:18.646583 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-029d2a43-3429-4f7d-a64f-e2b8a65d7b0e None None] Current status of the port 61bfd880-63b1-4866-b690-f3a4880a12da is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:33:18.646966 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-029d2a43-3429-4f7d-a64f-e2b8a65d7b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (61bfd880-63b1-4866-b690-f3a4880a12da), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:18.684209 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-029d2a43-3429-4f7d-a64f-e2b8a65d7b0e None None] For port 61bfd880-63b1-4866-b690-f3a4880a12da, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=61bfd880-63b1-4866-b690-f3a4880a12da,segment=NetworkSegment(ad4e1a89-daba-427f-b461-27fa39421e69),segment_id=ad4e1a89-daba-427f-b461-27fa39421e69)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:33:18.691271 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-029d2a43-3429-4f7d-a64f-e2b8a65d7b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (61bfd880-63b1-4866-b690-f3a4880a12da), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:18.745058 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d2a43-3429-4f7d-a64f-e2b8a65d7b0e None None] Pushing event updated for resources: {'Port': ['ID=61bfd880-63b1-4866-b690-f3a4880a12da,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:33:18.812469 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-eb849e9f-00a1-4c3d-a099-0eb2e96a766b None None] Provisioning complete for port 61bfd880-63b1-4866-b690-f3a4880a12da triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:33:18.812853 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eb849e9f-00a1-4c3d-a099-0eb2e96a766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (61bfd880-63b1-4866-b690-f3a4880a12da), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:18.893634 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-eb849e9f-00a1-4c3d-a099-0eb2e96a766b None None] Current status of the port 61bfd880-63b1-4866-b690-f3a4880a12da is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:33:19.183992 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 61bfd880-63b1-4866-b690-f3a4880a12da up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:33:19.231844 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 61bfd880-63b1-4866-b690-f3a4880a12da triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:33:19.232206 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (61bfd880-63b1-4866-b690-f3a4880a12da), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:19.311254 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 61bfd880-63b1-4866-b690-f3a4880a12da is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:33:39.902458 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50049c9c-008b-4017-a8d9-a5f790dd3de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:42.229772 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a9f48ef8-7d23-4994-b1dc-adccd54044b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:43.420628 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:44.715208 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:46.347311 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:46.511495 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:34:09.904113 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dab8a6e1-ba2b-4eac-991c-d49f0f018fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:12.233285 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-15f0a40e-f055-48bc-963e-08a45bf86e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:13.424233 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:14.719560 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:16.349061 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:23.510398 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:34:35.488261 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34482) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:34:35.493882 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [None req-b1e30d3e-be5d-4ab7-91c1-3df22cbb7b5e tempest-verify_tempest_config-1795008237 tempest-verify_tempest_config-1795008237-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:34:35.494883 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b1e30d3e-be5d-4ab7-91c1-3df22cbb7b5e tempest-verify_tempest_config-1795008237 tempest-verify_tempest_config-1795008237-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055716 Mar 21 11:34:35.785461 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 34500) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:34:35.886720 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:35.984955 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Publish callbacks [] for security_group (61451eab-77f1-45a8-b517-2beb21f82540), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:35.988542 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (61451eab-77f1-45a8-b517-2beb21f82540), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:36.033608 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9619f67bde6a4be9a888c527435867f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2471261 Mar 21 11:34:36.035655 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61451eab-77f1-45a8-b517-2beb21f82540,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:34:36.036538 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34506) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:34:36.042371 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.042730 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.043087 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.043432 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.043780 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.044132 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.044475 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.044802 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.045127 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.045478 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.045821 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.046145 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.046463 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.046778 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.047093 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111e1e40-cfe8-45c4-827b-fe71881d06d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.088870 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Publish callbacks [] for security_group (61451eab-77f1-45a8-b517-2beb21f82540), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:36.112507 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Publish callbacks [] for security_group (61451eab-77f1-45a8-b517-2beb21f82540), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:36.249613 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (61451eab-77f1-45a8-b517-2beb21f82540), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:36.252106 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:36.253242 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/61451eab-77f1-45a8-b517-2beb21f82540 HTTP/1.1" status: 204 len: 168 time: 0.2157726 Mar 21 11:34:36.261382 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61451eab-77f1-45a8-b517-2beb21f82540,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:34:36.268421 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.268781 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.269140 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.269490 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.269843 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.270159 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.270489 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.270818 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.271147 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.271476 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.271851 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.272157 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.272486 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.272809 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:36.273128 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e0b3-9bb1-4aec-a4af-aa9dcbbd24e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:34:39.906018 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef83c5b4-0e66-45d0-b319-0d8ee6c27ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:42.234910 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d473168-d78a-4eea-bf35-47727fbd7c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:43.426368 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:44.723372 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:46.354454 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:35:00.508006 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:35:09.906185 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83404df2-6846-4741-8c13-46bb97a6c68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:35:12.236045 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7d62-40ed-4df7-8125-4d5f8a7286ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:35:13.429608 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:35:14.724810 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:35:16.356175 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:35:37.506648 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:35:39.907082 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f94af00-ca8d-4b12-b533-4b5b0a31a45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:35:42.239655 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5699714d-65c8-4ab8-a6e0-d85fa63a5de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:35:43.433751 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:35:44.727050 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:35:46.358033 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:36:09.908260 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48ff558f-0e16-40aa-b34a-8cfd0214faff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:36:12.239850 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dbf28d0b-5432-4c3c-a34e-b2c15a017ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:36:13.435697 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:36:14.505707 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 5 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:36:14.731977 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:36:16.359390 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:36:17.116666 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656685'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:36:32.639629 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 34576) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:36:32.742138 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-b5a1caf5-3858-4f93-abde-a699ec791e9a admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1013994 Mar 21 11:36:35.031755 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 34586) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:36:35.084634 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ebb99940-4dee-442b-826f-c1f92a11c276 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0517850 Mar 21 11:36:39.910182 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-699353aa-0830-4ca7-b42c-df06a43c8d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:36:42.246096 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3dbba064-f1c3-48fa-a0b9-7ae034425caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:36:43.439371 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:36:44.734092 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:36:46.361666 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:36:47.115526 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:36:51.504610 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:37:09.910901 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d44e9ad9-0277-4036-b823-1b055961ff65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:37:12.236207 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04b76bda-a270-4cfc-938e-d3fd46f4f766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:37:13.443415 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:37:14.738010 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:37:16.362917 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:37:17.115516 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:37:28.504059 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:37:39.912557 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8e7bd8b4-f1e9-4395-bca1-698016473a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:37:42.237297 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d3b11c7-76cd-424e-8333-ca4aaf60b76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:37:43.442939 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:37:44.741210 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:37:46.365387 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:37:47.128368 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:05.503122 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:38:09.924197 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-350c204f-1ed9-4cea-9f1b-85038a5da3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:11.965796 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 34756) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:12.032855 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34768) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:12.212745 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-892379979-network', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:12.235418 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Made reservation on behalf of 0c141138859a41e99ecf708f522bb0a7 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:38:12.239170 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.241151 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ce0c4a6-7784-4754-81f1-751c070c922b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.250563 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.331710 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Publish callbacks [] for security_group (ba1d5d68-c829-40e1-a9ee-b8f57f260928), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.336798 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (ba1d5d68-c829-40e1-a9ee-b8f57f260928), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.373827 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1d5d68-c829-40e1-a9ee-b8f57f260928,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:12.376662 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:38:12.384964 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.385310 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.385661 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.385998 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.386323 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.386646 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.387080 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.387279 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.387801 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.388324 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.388821 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.389147 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.389524 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.389764 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.390077 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Tracked resource versions report: Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: pushed versions: Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: { 'AddressGroup': {'1.2'}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Agent': {'1.1'}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'ConntrackHelper': {'1.0'}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Log': {'1.0'}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'NDPProxy': {'1.0'}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Network': {'1.1'}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Port': {'1.7'}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'PortForwarding': {'1.3'}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'QosPolicy': {'1.10'}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'SecurityGroup': {'1.5'}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'SubPort': {'1.0'}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Subnet': {'1.1'}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Trunk': {'1.1'}} Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: consumer versions: Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: { DHCP agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: HyperV agent@hv-cinder-80507: {}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: L3 agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: Metadata agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: Metering agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: Open vSwitch agent@dv-cinder-805072-11-iscsi: { 'AddressGroup': '1.2', Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Agent': '1.1', Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'ConntrackHelper': '1.0', Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'LocalIPAssociation': '1.0', Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Log': '1.0', Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'NDPProxy': '1.0', Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Network': '1.1', Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Port': '1.7', Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'PortForwarding': '1.3', Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'QosPolicy': '1.10', Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'SecurityGroup': '1.5', Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'SecurityGroupRule': '1.2', Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'SubPort': '1.0', Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Subnet': '1.1', Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: 'Trunk': '1.1'}} Mar 21 11:38:12.391198 dv-cinder-805072-11-iscsi neutron-server[103318]: {{(pid=103318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:38:12.398648 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (847fa3af-c62c-41ee-882d-a8398f1522ed), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.399409 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Added segment 847fa3af-c62c-41ee-882d-a8398f1522ed of type vlan for network c2407076-ce8e-4906-8d16-619268537603 Mar 21 11:38:12.433473 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-network', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:12.446118 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (c2407076-ce8e-4906-8d16-619268537603), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.469851 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Made reservation on behalf of b6daf1be2b45422b9f4f231b03f2ecbf for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:38:12.472232 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.478025 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (c2407076-ce8e-4906-8d16-619268537603), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.480584 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.482364 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:12.484012 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.539022 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 34788) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:12.564887 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Publish callbacks [] for security_group (1085d62b-e0e8-43da-a223-031e4c92d78e), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.565106 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34792) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:12.565606 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34794) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:12.565779 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5982428 Mar 21 11:38:12.571377 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9588349c-992a-4190-98ca-f3b3040be73f admin admin] Request body: {'subnet': {'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-subnet', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:12.577812 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e492ad8-3b9d-4271-94ed-899b37b6dda9 admin admin] Pushing event updated for resources: {'Network': ['ID=c2407076-ce8e-4906-8d16-619268537603,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:12.583097 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (1085d62b-e0e8-43da-a223-031e4c92d78e), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.594125 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network c2407076-ce8e-4906-8d16-619268537603 details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:38:12.620282 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1085d62b-e0e8-43da-a223-031e4c92d78e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:12.631344 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.631738 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.632071 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.632409 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.632736 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.633061 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.633381 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.633700 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.634022 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.634387 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.634706 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.635027 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.635342 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.635655 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.635993 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Tracked resource versions report: Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: pushed versions: Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: { 'AddressGroup': {'1.2'}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Agent': {'1.1'}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'ConntrackHelper': {'1.0'}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Log': {'1.0'}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'NDPProxy': {'1.0'}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Network': {'1.1'}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Port': {'1.7'}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'PortForwarding': {'1.3'}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'QosPolicy': {'1.10'}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'SecurityGroup': {'1.5'}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'SubPort': {'1.0'}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Subnet': {'1.1'}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Trunk': {'1.1'}} Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: consumer versions: Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: { DHCP agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: HyperV agent@hv-cinder-80507: {}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: L3 agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: Metadata agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: Metering agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: Open vSwitch agent@dv-cinder-805072-11-iscsi: { 'AddressGroup': '1.2', Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Agent': '1.1', Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'ConntrackHelper': '1.0', Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'LocalIPAssociation': '1.0', Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Log': '1.0', Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'NDPProxy': '1.0', Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Network': '1.1', Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Port': '1.7', Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'PortForwarding': '1.3', Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'QosPolicy': '1.10', Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'SecurityGroup': '1.5', Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'SecurityGroupRule': '1.2', Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'SubPort': '1.0', Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Subnet': '1.1', Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: 'Trunk': '1.1'}} Mar 21 11:38:12.637260 dv-cinder-805072-11-iscsi neutron-server[103319]: {{(pid=103319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:38:12.653414 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:38:12.663380 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9588349c-992a-4190-98ca-f3b3040be73f admin admin] Made reservation on behalf of 0c141138859a41e99ecf708f522bb0a7 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:38:12.665722 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9588349c-992a-4190-98ca-f3b3040be73f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.704093 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (702d4d8c-ecbf-48bb-8ee0-f3293f73b413), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.704730 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Added segment 702d4d8c-ecbf-48bb-8ee0-f3293f73b413 of type vlan for network 1d03519d-2e7e-48b4-905f-e8767233d5b2 Mar 21 11:38:12.745671 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 34804) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:12.783251 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (1d03519d-2e7e-48b4-905f-e8767233d5b2), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.843430 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (1d03519d-2e7e-48b4-905f-e8767233d5b2), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.844384 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:12.844951 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.847531 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f238aa85-a32a-45be-a317-257e927c3157 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-261325584-network', 'tenant_id': 'ae63a98d72774cb08310b796d2b4c223'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:12.876014 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f238aa85-a32a-45be-a317-257e927c3157 admin admin] Made reservation on behalf of ae63a98d72774cb08310b796d2b4c223 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:38:12.879683 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f238aa85-a32a-45be-a317-257e927c3157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.890818 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f238aa85-a32a-45be-a317-257e927c3157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.896862 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-441d97fb-6082-49c0-b859-e4e914d7f2eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-805403828-network', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:12.956650 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441d97fb-6082-49c0-b859-e4e914d7f2eb admin admin] Made reservation on behalf of e2bdb0295f6141ff94dcd579a870987b for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:38:12.958946 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-441d97fb-6082-49c0-b859-e4e914d7f2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.974603 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-441d97fb-6082-49c0-b859-e4e914d7f2eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.986242 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f238aa85-a32a-45be-a317-257e927c3157 admin admin] Publish callbacks [] for security_group (860ed3df-a551-44a2-ace2-7c96cd1bdb8e), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.992704 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9580779 Mar 21 11:38:12.992913 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f238aa85-a32a-45be-a317-257e927c3157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (860ed3df-a551-44a2-ace2-7c96cd1bdb8e), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:12.993455 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34818) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:13.000599 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-93ac0c8f-8409-456c-93ce-936336fb97f1 admin admin] Request body: {'subnet': {'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-subnet', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:13.005329 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f1018-27ff-4fb0-bb38-f1c00224193f admin admin] Pushing event updated for resources: {'Network': ['ID=1d03519d-2e7e-48b4-905f-e8767233d5b2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:13.016240 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9588349c-992a-4190-98ca-f3b3040be73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for subnet (d57719d7-5e0a-4d75-8c02-479681c6e387), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.018885 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network 1d03519d-2e7e-48b4-905f-e8767233d5b2 details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:38:13.034595 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f238aa85-a32a-45be-a317-257e927c3157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:38:13.045245 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f238aa85-a32a-45be-a317-257e927c3157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (d0b690ac-a3b5-4755-90ba-09167c0385ae), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.045707 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-f238aa85-a32a-45be-a317-257e927c3157 admin admin] Added segment d0b690ac-a3b5-4755-90ba-09167c0385ae of type vlan for network 1073135d-a9f3-4146-a613-cd15f207a9fa Mar 21 11:38:13.101892 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f238aa85-a32a-45be-a317-257e927c3157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (1073135d-a9f3-4146-a613-cd15f207a9fa), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.127955 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238aa85-a32a-45be-a317-257e927c3157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860ed3df-a551-44a2-ace2-7c96cd1bdb8e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:13.139858 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-cdb7b658-19bf-4bce-9ad4-38691e2fded6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1280220330-network', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:13.154324 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9588349c-992a-4190-98ca-f3b3040be73f admin admin] Checking segment: {'id': '847fa3af-c62c-41ee-882d-a8398f1522ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2407076-ce8e-4906-8d16-619268537603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:13.155300 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9588349c-992a-4190-98ca-f3b3040be73f admin admin] Network hostable DHCP agents. Network: c2407076-ce8e-4906-8d16-619268537603, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:38:13.165332 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f238aa85-a32a-45be-a317-257e927c3157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (1073135d-a9f3-4146-a613-cd15f207a9fa), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.166116 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f238aa85-a32a-45be-a317-257e927c3157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:13.166797 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f238aa85-a32a-45be-a317-257e927c3157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.177471 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ac0c8f-8409-456c-93ce-936336fb97f1 admin admin] Made reservation on behalf of b6daf1be2b45422b9f4f231b03f2ecbf for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:38:13.180147 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93ac0c8f-8409-456c-93ce-936336fb97f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.180921 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb7b658-19bf-4bce-9ad4-38691e2fded6 admin admin] Made reservation on behalf of 8ee9a47756654ffb95e31ec71d9f9a10 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:38:13.183624 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdb7b658-19bf-4bce-9ad4-38691e2fded6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.186938 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9588349c-992a-4190-98ca-f3b3040be73f admin admin] Network c2407076-ce8e-4906-8d16-619268537603 is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:38:13.193850 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdb7b658-19bf-4bce-9ad4-38691e2fded6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.211569 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f238aa85-a32a-45be-a317-257e927c3157 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6675096 Mar 21 11:38:13.211672 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-9588349c-992a-4190-98ca-f3b3040be73f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, c2407076-ce8e-4906-8d16-619268537603) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:13.219626 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85459233-8906-4938-8a07-289026ee0077 None None] Network c2407076-ce8e-4906-8d16-619268537603 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:38:13.235335 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588349c-992a-4190-98ca-f3b3040be73f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d57719d7-5e0a-4d75-8c02-479681c6e387,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:13.237896 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34832) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:13.245502 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9588349c-992a-4190-98ca-f3b3040be73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:13.246312 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9588349c-992a-4190-98ca-f3b3040be73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.261051 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-36cda59a-b8f6-45f5-bb5e-cbe89e8e0c96 admin admin] Request body: {'subnet': {'network_id': '1073135d-a9f3-4146-a613-cd15f207a9fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-261325584-subnet', 'tenant_id': 'ae63a98d72774cb08310b796d2b4c223', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:13.282008 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-9588349c-992a-4190-98ca-f3b3040be73f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7147794 Mar 21 11:38:13.287697 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34836) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:13.305245 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:13.338800 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4749'] for router (556be9ce-0f25-426f-8030-1fc1c5e8fa74), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.340105 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4756'] for router (556be9ce-0f25-426f-8030-1fc1c5e8fa74), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.342815 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdb7b658-19bf-4bce-9ad4-38691e2fded6 admin admin] Publish callbacks [] for security_group (f56803a5-4b97-4a92-bd5f-da219a773f9e), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.344169 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238aa85-a32a-45be-a317-257e927c3157 admin admin] Pushing event updated for resources: {'Network': ['ID=1073135d-a9f3-4146-a613-cd15f207a9fa,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:13.353050 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdb7b658-19bf-4bce-9ad4-38691e2fded6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (f56803a5-4b97-4a92-bd5f-da219a773f9e), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.376166 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network 1073135d-a9f3-4146-a613-cd15f207a9fa details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:38:13.410783 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7b658-19bf-4bce-9ad4-38691e2fded6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56803a5-4b97-4a92-bd5f-da219a773f9e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:13.411123 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Publish callbacks [] for router_controller (556be9ce-0f25-426f-8030-1fc1c5e8fa74), precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.437429 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb7b658-19bf-4bce-9ad4-38691e2fded6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:38:13.448515 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdb7b658-19bf-4bce-9ad4-38691e2fded6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (0982b566-4a2b-4837-bdd2-f1d7e1783aef), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.449193 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-cdb7b658-19bf-4bce-9ad4-38691e2fded6 admin admin] Added segment 0982b566-4a2b-4837-bdd2-f1d7e1783aef of type vlan for network 18d4826d-4fed-4890-a7bf-cce3a3544769 Mar 21 11:38:13.513971 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdb7b658-19bf-4bce-9ad4-38691e2fded6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (18d4826d-4fed-4890-a7bf-cce3a3544769), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.536143 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.547416 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdb7b658-19bf-4bce-9ad4-38691e2fded6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (18d4826d-4fed-4890-a7bf-cce3a3544769), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.549046 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb7b658-19bf-4bce-9ad4-38691e2fded6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:13.549981 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cdb7b658-19bf-4bce-9ad4-38691e2fded6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.560466 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cda59a-b8f6-45f5-bb5e-cbe89e8e0c96 admin admin] Made reservation on behalf of ae63a98d72774cb08310b796d2b4c223 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:38:13.562785 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-36cda59a-b8f6-45f5-bb5e-cbe89e8e0c96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.599541 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947d282f-53ab-5c09-984e-15aea43c1147-c2407076-ce8e-4906-8d16-619268537603', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387'}]}} from dv-cinder-805072-11-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:38:13.601364 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.625480 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-441d97fb-6082-49c0-b859-e4e914d7f2eb admin admin] Publish callbacks [] for security_group (ba899927-71f6-47cd-994d-390a549aad2f), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.641731 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7b658-19bf-4bce-9ad4-38691e2fded6 admin admin] Pushing event updated for resources: {'Network': ['ID=18d4826d-4fed-4890-a7bf-cce3a3544769,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:13.670468 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-cdb7b658-19bf-4bce-9ad4-38691e2fded6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9233537 Mar 21 11:38:13.673375 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 34846) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:13.675884 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network 18d4826d-4fed-4890-a7bf-cce3a3544769 details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:38:13.689553 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-aef354e8-7e66-4340-8dec-5f59704746d1 admin admin] Request body: {'subnet': {'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-subnet', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:13.705771 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-441d97fb-6082-49c0-b859-e4e914d7f2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (ba899927-71f6-47cd-994d-390a549aad2f), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.751327 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef354e8-7e66-4340-8dec-5f59704746d1 admin admin] Made reservation on behalf of 8ee9a47756654ffb95e31ec71d9f9a10 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:38:13.754349 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aef354e8-7e66-4340-8dec-5f59704746d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.757924 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Publish callbacks [] for router_gateway (556be9ce-0f25-426f-8030-1fc1c5e8fa74), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.761926 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441d97fb-6082-49c0-b859-e4e914d7f2eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:38:13.826802 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-441d97fb-6082-49c0-b859-e4e914d7f2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (764b03ae-9161-4412-8fc2-dbb9b6a3c7d7), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:13.827546 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-441d97fb-6082-49c0-b859-e4e914d7f2eb admin admin] Added segment 764b03ae-9161-4412-8fc2-dbb9b6a3c7d7 of type vlan for network 698d8f47-e4f5-4f6e-b02c-62fad736a58a Mar 21 11:38:13.842460 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d97fb-6082-49c0-b859-e4e914d7f2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba899927-71f6-47cd-994d-390a549aad2f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:13.995882 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-441d97fb-6082-49c0-b859-e4e914d7f2eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (698d8f47-e4f5-4f6e-b02c-62fad736a58a), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:14.115944 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Allocated IP 172.20.0.2 (c2407076-ce8e-4906-8d16-619268537603/d57719d7-5e0a-4d75-8c02-479681c6e387/158ba6e7-3a26-4641-9c67-a634f39b61a4) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:14.165536 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-441d97fb-6082-49c0-b859-e4e914d7f2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (698d8f47-e4f5-4f6e-b02c-62fad736a58a), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:14.166604 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d97fb-6082-49c0-b859-e4e914d7f2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:14.167340 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-441d97fb-6082-49c0-b859-e4e914d7f2eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:14.231118 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aef354e8-7e66-4340-8dec-5f59704746d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for subnet (d9496d40-b2b9-4409-803c-f41482ae8f58), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:14.264083 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d97fb-6082-49c0-b859-e4e914d7f2eb admin admin] Pushing event updated for resources: {'Network': ['ID=698d8f47-e4f5-4f6e-b02c-62fad736a58a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:14.266874 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93ac0c8f-8409-456c-93ce-936336fb97f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for subnet (3028da22-9f5c-47fe-ad2f-2d7bc04fd16b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:14.298453 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef354e8-7e66-4340-8dec-5f59704746d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9496d40-b2b9-4409-803c-f41482ae8f58,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:14.308142 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network 698d8f47-e4f5-4f6e-b02c-62fad736a58a details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:38:14.327189 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef354e8-7e66-4340-8dec-5f59704746d1 admin admin] Checking segment: {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:14.327697 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef354e8-7e66-4340-8dec-5f59704746d1 admin admin] Network hostable DHCP agents. Network: 18d4826d-4fed-4890-a7bf-cce3a3544769, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:38:14.359266 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef354e8-7e66-4340-8dec-5f59704746d1 admin admin] Network 18d4826d-4fed-4890-a7bf-cce3a3544769 is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:38:14.362740 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-441d97fb-6082-49c0-b859-e4e914d7f2eb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7876110 Mar 21 11:38:14.365717 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34864) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:14.382980 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-aef354e8-7e66-4340-8dec-5f59704746d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, 18d4826d-4fed-4890-a7bf-cce3a3544769) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:14.383630 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-65ab8e75-39c1-483b-8827-7a59f8707714 admin admin] Request body: {'subnet': {'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-805403828-subnet', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:14.390741 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef354e8-7e66-4340-8dec-5f59704746d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:14.393622 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-aef354e8-7e66-4340-8dec-5f59704746d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:14.432791 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-aef354e8-7e66-4340-8dec-5f59704746d1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7569292 Mar 21 11:38:14.433425 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34870) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:14.445731 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:14.471113 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458f022b-9f9e-4356-a8c1-8948fe24bc52 None None] Network 18d4826d-4fed-4890-a7bf-cce3a3544769 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:38:14.483591 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac0c8f-8409-456c-93ce-936336fb97f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:14.496138 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4749'] for router (23780c50-5505-422f-98fa-76f67c3a334b), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:14.497452 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4756'] for router (23780c50-5505-422f-98fa-76f67c3a334b), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:14.523360 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ac0c8f-8409-456c-93ce-936336fb97f1 admin admin] Checking segment: {'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:14.523696 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ac0c8f-8409-456c-93ce-936336fb97f1 admin admin] Network hostable DHCP agents. Network: 1d03519d-2e7e-48b4-905f-e8767233d5b2, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:38:14.526048 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-36cda59a-b8f6-45f5-bb5e-cbe89e8e0c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for subnet (1375f3ff-1c44-4f11-ab2a-2b7a0824a975), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:14.550685 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ab8e75-39c1-483b-8827-7a59f8707714 admin admin] Made reservation on behalf of e2bdb0295f6141ff94dcd579a870987b for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:38:14.552980 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65ab8e75-39c1-483b-8827-7a59f8707714 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:14.621156 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947d282f-53ab-5c09-984e-15aea43c1147-18d4826d-4fed-4890-a7bf-cce3a3544769', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58'}]}} from dv-cinder-805072-11-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:38:14.622105 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:14.656091 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cda59a-b8f6-45f5-bb5e-cbe89e8e0c96 admin admin] Checking segment: {'id': 'd0b690ac-a3b5-4755-90ba-09167c0385ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1073135d-a9f3-4146-a613-cd15f207a9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:14.656455 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cda59a-b8f6-45f5-bb5e-cbe89e8e0c96 admin admin] Network hostable DHCP agents. Network: 1073135d-a9f3-4146-a613-cd15f207a9fa, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:38:14.834305 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Publish callbacks [] for router_controller (23780c50-5505-422f-98fa-76f67c3a334b), precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:14.836519 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cda59a-b8f6-45f5-bb5e-cbe89e8e0c96 admin admin] Network 1073135d-a9f3-4146-a613-cd15f207a9fa is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:38:14.839006 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ac0c8f-8409-456c-93ce-936336fb97f1 admin admin] Network 1d03519d-2e7e-48b4-905f-e8767233d5b2 is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:38:14.840917 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cda59a-b8f6-45f5-bb5e-cbe89e8e0c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1375f3ff-1c44-4f11-ab2a-2b7a0824a975,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:14.852982 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Publish callbacks [] for port (158ba6e7-3a26-4641-9c67-a634f39b61a4), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:14.860640 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:14.869912 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (158ba6e7-3a26-4641-9c67-a634f39b61a4), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:14.937935 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-36cda59a-b8f6-45f5-bb5e-cbe89e8e0c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, 1073135d-a9f3-4146-a613-cd15f207a9fa) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:14.939537 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-93ac0c8f-8409-456c-93ce-936336fb97f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, 1d03519d-2e7e-48b4-905f-e8767233d5b2) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:14.962779 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Network c2407076-ce8e-4906-8d16-619268537603 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:14.966633 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1df039-08b5-42a5-964a-14e66080e65c None None] Network 1d03519d-2e7e-48b4-905f-e8767233d5b2 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:38:14.968852 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d00791-9915-4e45-b12f-1b464a175a3b None None] Network 1073135d-a9f3-4146-a613-cd15f207a9fa requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:38:14.977492 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:14.981510 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:14.984809 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Pushing event updated for resources: {'Port': ['ID=158ba6e7-3a26-4641-9c67-a634f39b61a4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:14.999715 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ac0c8f-8409-456c-93ce-936336fb97f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:15.000335 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-93ac0c8f-8409-456c-93ce-936336fb97f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:15.002910 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cda59a-b8f6-45f5-bb5e-cbe89e8e0c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:15.004665 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-36cda59a-b8f6-45f5-bb5e-cbe89e8e0c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:15.016281 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Allocated IP 172.20.0.2 (18d4826d-4fed-4890-a7bf-cce3a3544769/d9496d40-b2b9-4409-803c-f41482ae8f58/75c31e94-dcb0-4424-ac93-31ee4add8275) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:15.019188 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:15.019552 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:15.020052 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:15.020457 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:15.020805 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:15.021137 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:15.021599 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:15.021950 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:15.022294 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:15.022678 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:15.023014 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:15.023360 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:15.023684 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:15.024047 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:15.024374 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Tracked resource versions report: Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: pushed versions: Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: { 'AddressGroup': {'1.2'}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Agent': {'1.1'}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'ConntrackHelper': {'1.0'}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Log': {'1.0'}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'NDPProxy': {'1.0'}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Network': {'1.1'}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Port': {'1.7'}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'PortForwarding': {'1.3'}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'QosPolicy': {'1.10'}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'SecurityGroup': {'1.5'}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'SubPort': {'1.0'}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Subnet': {'1.1'}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Trunk': {'1.1'}} Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: consumer versions: Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: { DHCP agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: HyperV agent@hv-cinder-80507: {}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: L3 agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: Metadata agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: Metering agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: Open vSwitch agent@dv-cinder-805072-11-iscsi: { 'AddressGroup': '1.2', Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Agent': '1.1', Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'ConntrackHelper': '1.0', Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'LocalIPAssociation': '1.0', Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Log': '1.0', Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'NDPProxy': '1.0', Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Network': '1.1', Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Port': '1.7', Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'PortForwarding': '1.3', Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'QosPolicy': '1.10', Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'SecurityGroup': '1.5', Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'SecurityGroupRule': '1.2', Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'SubPort': '1.0', Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Subnet': '1.1', Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: 'Trunk': '1.1'}} Mar 21 11:38:15.025590 dv-cinder-805072-11-iscsi neutron-server[103320]: {{(pid=103320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:38:15.142962 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-36cda59a-b8f6-45f5-bb5e-cbe89e8e0c96 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8977110 Mar 21 11:38:15.146561 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-93ac0c8f-8409-456c-93ce-936336fb97f1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1497860 Mar 21 11:38:15.149497 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 34896) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:15.159148 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:15.192047 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Attempting to bind port 158ba6e7-3a26-4641-9c67-a634f39b61a4 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:15.192498 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Attempting to bind port 158ba6e7-3a26-4641-9c67-a634f39b61a4 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': '847fa3af-c62c-41ee-882d-a8398f1522ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2407076-ce8e-4906-8d16-619268537603'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:15.192764 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Attempting to bind port 158ba6e7-3a26-4641-9c67-a634f39b61a4 on network c2407076-ce8e-4906-8d16-619268537603 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:15.201675 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4749'] for router (82e247bc-d478-4af2-91e1-a89b76bd692b), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:15.203657 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4756'] for router (82e247bc-d478-4af2-91e1-a89b76bd692b), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:15.219099 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Publish callbacks [] for router_gateway (23780c50-5505-422f-98fa-76f67c3a334b), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:15.271472 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Publish callbacks [] for router_gateway (556be9ce-0f25-426f-8030-1fc1c5e8fa74), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:15.333642 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:15.387974 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:15.388638 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Checking segment: {'id': '847fa3af-c62c-41ee-882d-a8398f1522ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2407076-ce8e-4906-8d16-619268537603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:15.389193 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:15.389730 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Bound using segment: {'id': '847fa3af-c62c-41ee-882d-a8398f1522ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2407076-ce8e-4906-8d16-619268537603'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:15.390431 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Bound port: 158ba6e7-3a26-4641-9c67-a634f39b61a4, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847fa3af-c62c-41ee-882d-a8398f1522ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2407076-ce8e-4906-8d16-619268537603'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:15.391139 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (158ba6e7-3a26-4641-9c67-a634f39b61a4), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:15.392578 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Publish callbacks [] for router_controller (82e247bc-d478-4af2-91e1-a89b76bd692b), precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:15.485309 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65ab8e75-39c1-483b-8827-7a59f8707714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for subnet (6e382abe-04ce-42e4-8684-4026c68098c4), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:15.523064 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ae0c66-4cfd-453e-9614-536a9fbab73e None None] Network 1073135d-a9f3-4146-a613-cd15f207a9fa requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:38:15.643471 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Publish callbacks [] for router_gateway (82e247bc-d478-4af2-91e1-a89b76bd692b), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:15.678357 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab8e75-39c1-483b-8827-7a59f8707714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e382abe-04ce-42e4-8684-4026c68098c4,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:15.713511 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Allocated IP 172.27.0.177 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/6831c0f3-fc51-420a-b2c0-334d3c202f32) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:15.833726 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947d282f-53ab-5c09-984e-15aea43c1147-1d03519d-2e7e-48b4-905f-e8767233d5b2', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b'}]}} from dv-cinder-805072-11-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:38:15.834945 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:15.880698 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Publish callbacks [] for port (6831c0f3-fc51-420a-b2c0-334d3c202f32), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:15.894179 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] For port 158ba6e7-3a26-4641-9c67-a634f39b61a4, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:15.901459 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Publish callbacks [] for router_gateway (82e247bc-d478-4af2-91e1-a89b76bd692b), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:15.923255 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:15.998881 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab8e75-39c1-483b-8827-7a59f8707714 admin admin] Checking segment: {'id': '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:15.999346 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ab8e75-39c1-483b-8827-7a59f8707714 admin admin] Network hostable DHCP agents. Network: 698d8f47-e4f5-4f6e-b02c-62fad736a58a, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:38:16.002884 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] For port 158ba6e7-3a26-4641-9c67-a634f39b61a4, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=158ba6e7-3a26-4641-9c67-a634f39b61a4,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:16.010397 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (6831c0f3-fc51-420a-b2c0-334d3c202f32), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:16.027194 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (158ba6e7-3a26-4641-9c67-a634f39b61a4), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:16.069168 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Allocated IP 172.27.0.139 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/8a8a9b12-7710-44cf-8044-96b6e76b31da) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:16.127491 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Allocated IP 172.20.0.2 (1d03519d-2e7e-48b4-905f-e8767233d5b2/3028da22-9f5c-47fe-ad2f-2d7bc04fd16b/bff4b80c-b1de-4c82-89e1-cfe690198d18) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:16.194756 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:16.201728 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=6831c0f3-fc51-420a-b2c0-334d3c202f32,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:16.203102 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Publish callbacks [] for port (75c31e94-dcb0-4424-ac93-31ee4add8275), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:16.230164 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:16.240163 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:16.247930 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (75c31e94-dcb0-4424-ac93-31ee4add8275), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:16.356828 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Publish callbacks [] for port (8a8a9b12-7710-44cf-8044-96b6e76b31da), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:16.364449 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Network 18d4826d-4fed-4890-a7bf-cce3a3544769 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:16.390560 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 34958) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:16.393767 dv-cinder-805072-11-iscsi neutron-server[103318]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 21 11:38:16.398532 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371f7a8-cba4-436c-9c29-7f6724b39ad5 None None] Pushing event updated for resources: {'Port': ['ID=158ba6e7-3a26-4641-9c67-a634f39b61a4,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:16.423610 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ab8e75-39c1-483b-8827-7a59f8707714 admin admin] Network 698d8f47-e4f5-4f6e-b02c-62fad736a58a is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:38:16.429829 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:16.438237 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:16.497961 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:16.565229 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-65ab8e75-39c1-483b-8827-7a59f8707714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, 698d8f47-e4f5-4f6e-b02c-62fad736a58a) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:16.571884 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab8e75-39c1-483b-8827-7a59f8707714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:16.572752 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65ab8e75-39c1-483b-8827-7a59f8707714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:16.587560 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d8cbff-5e74-4bc9-abf4-83d9d5f3b9c9 None None] Network 698d8f47-e4f5-4f6e-b02c-62fad736a58a requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:38:16.619324 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Pushing event updated for resources: {'Port': ['ID=75c31e94-dcb0-4424-ac93-31ee4add8275,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:16.670064 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (8a8a9b12-7710-44cf-8044-96b6e76b31da), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:16.692389 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-65ab8e75-39c1-483b-8827-7a59f8707714 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3189712 Mar 21 11:38:16.728672 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 34968) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:16.738402 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Attempting to bind port 75c31e94-dcb0-4424-ac93-31ee4add8275 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:16.738771 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Attempting to bind port 75c31e94-dcb0-4424-ac93-31ee4add8275 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:16.741985 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Attempting to bind port 75c31e94-dcb0-4424-ac93-31ee4add8275 on network 18d4826d-4fed-4890-a7bf-cce3a3544769 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:16.745879 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Publish callbacks [] for port (bff4b80c-b1de-4c82-89e1-cfe690198d18), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:16.792639 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (bff4b80c-b1de-4c82-89e1-cfe690198d18), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:16.801702 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:16.802178 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Checking segment: {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:16.803193 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:16.803193 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Bound using segment: {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:16.803713 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Bound port: 75c31e94-dcb0-4424-ac93-31ee4add8275, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:16.804214 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (75c31e94-dcb0-4424-ac93-31ee4add8275), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:16.887230 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:16.891166 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Network 1d03519d-2e7e-48b4-905f-e8767233d5b2 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:16.910277 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:16.914051 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:16.915920 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Pushing event updated for resources: {'Port': ['ID=bff4b80c-b1de-4c82-89e1-cfe690198d18,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:16.919959 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:16.951117 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:16.958916 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947d282f-53ab-5c09-984e-15aea43c1147-698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4'}]}} from dv-cinder-805072-11-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:38:16.959369 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:17.027611 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:17.044009 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] For port 75c31e94-dcb0-4424-ac93-31ee4add8275, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:17.060308 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Attempting to bind port bff4b80c-b1de-4c82-89e1-cfe690198d18 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:17.060799 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Attempting to bind port bff4b80c-b1de-4c82-89e1-cfe690198d18 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:17.061219 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Attempting to bind port bff4b80c-b1de-4c82-89e1-cfe690198d18 on network 1d03519d-2e7e-48b4-905f-e8767233d5b2 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:17.064541 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-f8e2ba57-4179-43f8-8833-ae11748176ed tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:17.066357 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-f8e2ba57-4179-43f8-8833-ae11748176ed tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/networks?id=1073135d-a9f3-4146-a613-cd15f207a9fa HTTP/1.1" status: 200 len: 811 time: 0.6745791 Mar 21 11:38:17.090764 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Publish callbacks [] for router_gateway (556be9ce-0f25-426f-8030-1fc1c5e8fa74), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:17.094023 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Pushing event updated for resources: {'Port': ['ID=8a8a9b12-7710-44cf-8044-96b6e76b31da,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:17.096234 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Publish callbacks [] for router_gateway (23780c50-5505-422f-98fa-76f67c3a334b), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:17.131043 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] For port 75c31e94-dcb0-4424-ac93-31ee4add8275, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=75c31e94-dcb0-4424-ac93-31ee4add8275,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:17.154227 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-6c188fc5-b5f2-4c6b-af0e-eb0e81e7f1f8 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/quotas/ae63a98d72774cb08310b796d2b4c223 HTTP/1.1" status: 200 len: 375 time: 0.0713403 Mar 21 11:38:17.158430 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:17.158704 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Checking segment: {'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:17.160084 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:17.160084 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Bound using segment: {'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:17.160309 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Bound port: bff4b80c-b1de-4c82-89e1-cfe690198d18, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:17.160569 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:17.160718 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (bff4b80c-b1de-4c82-89e1-cfe690198d18), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:17.176440 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (75c31e94-dcb0-4424-ac93-31ee4add8275), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:17.195360 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:17.201087 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4749'] for router (88dc3778-37d3-4c2d-9bb6-e3557b8202ac), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:17.202399 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4756'] for router (88dc3778-37d3-4c2d-9bb6-e3557b8202ac), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:17.262614 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-dbd0b250-4140-4eac-9e8f-0b8cecf6405c tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae63a98d72774cb08310b796d2b4c223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891383 Mar 21 11:38:17.376624 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Allocated IP 172.20.0.2 (698d8f47-e4f5-4f6e-b02c-62fad736a58a/6e382abe-04ce-42e4-8684-4026c68098c4/748130ec-fd5a-45bf-a70b-c3ead25b6a21) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:17.456404 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Allocated IP 172.27.0.3 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/dc45a4ca-262c-4339-b186-299676925d77) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:17.619499 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Publish callbacks [] for router_gateway (82e247bc-d478-4af2-91e1-a89b76bd692b), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:17.704488 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Publish callbacks [] for port (748130ec-fd5a-45bf-a70b-c3ead25b6a21), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:17.748523 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (748130ec-fd5a-45bf-a70b-c3ead25b6a21), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:17.775511 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Publish callbacks [] for router_controller (88dc3778-37d3-4c2d-9bb6-e3557b8202ac), precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:17.834108 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628bc02-6553-48f8-838a-e1e8d7b302a4 None None] Pushing event updated for resources: {'Port': ['ID=75c31e94-dcb0-4424-ac93-31ee4add8275,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:17.861450 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Network 698d8f47-e4f5-4f6e-b02c-62fad736a58a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:17.892678 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] For port bff4b80c-b1de-4c82-89e1-cfe690198d18, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:17.905994 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] For port bff4b80c-b1de-4c82-89e1-cfe690198d18, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=bff4b80c-b1de-4c82-89e1-cfe690198d18,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:17.914913 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:17.970561 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (bff4b80c-b1de-4c82-89e1-cfe690198d18), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:17.992436 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:18.007498 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 158ba6e7-3a26-4641-9c67-a634f39b61a4 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:18.021567 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Publish callbacks [] for port (dc45a4ca-262c-4339-b186-299676925d77), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:18.063745 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-e5713669-ed9a-41c3-ab68-ed082aaa586f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:38:18.065081 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-e5713669-ed9a-41c3-ab68-ed082aaa586f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5301166 Mar 21 11:38:18.270453 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Publish callbacks [] for router_gateway (88dc3778-37d3-4c2d-9bb6-e3557b8202ac), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:18.287046 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Pushing event updated for resources: {'Port': ['ID=748130ec-fd5a-45bf-a70b-c3ead25b6a21,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:18.309723 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8385c583-efc7-4e40-90f2-ef3e52e3c0d4 None None] Network c2407076-ce8e-4906-8d16-619268537603 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:38:18.376959 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655908'] for router (556be9ce-0f25-426f-8030-1fc1c5e8fa74), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:18.414527 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Attempting to bind port 748130ec-fd5a-45bf-a70b-c3ead25b6a21 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:18.414901 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Attempting to bind port 748130ec-fd5a-45bf-a70b-c3ead25b6a21 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:18.415343 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Attempting to bind port 748130ec-fd5a-45bf-a70b-c3ead25b6a21 on network 698d8f47-e4f5-4f6e-b02c-62fad736a58a {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:18.470072 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-6bb0e7d9-82a6-4689-812c-14d5d2c7ede3 service neutron] 10.222.0.61 "GET /v2.0/networks/1073135d-a9f3-4146-a613-cd15f207a9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868759 Mar 21 11:38:18.511558 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:18.511558 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Checking segment: {'id': '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:18.511876 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:18.513188 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Bound using segment: {'id': '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:18.513188 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Bound port: 748130ec-fd5a-45bf-a70b-c3ead25b6a21, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:18.513188 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (748130ec-fd5a-45bf-a70b-c3ead25b6a21), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:18.516510 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (dc45a4ca-262c-4339-b186-299676925d77), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:18.620679 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f969a-37f0-424c-bfe8-7bbac2f1d331 None None] Pushing event updated for resources: {'Port': ['ID=bff4b80c-b1de-4c82-89e1-cfe690198d18,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:18.621879 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:18.633053 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:18.639428 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:18.641208 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Pushing event updated for resources: {'Port': ['ID=dc45a4ca-262c-4339-b186-299676925d77,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:18.689314 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655908'] for router (82e247bc-d478-4af2-91e1-a89b76bd692b), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:18.716399 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] For port 748130ec-fd5a-45bf-a70b-c3ead25b6a21, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:18.720692 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] For port 748130ec-fd5a-45bf-a70b-c3ead25b6a21, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=748130ec-fd5a-45bf-a70b-c3ead25b6a21,segment=NetworkSegment(764b03ae-9161-4412-8fc2-dbb9b6a3c7d7),segment_id=764b03ae-9161-4412-8fc2-dbb9b6a3c7d7)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:18.737349 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-75bb1a7c-5b53-46aa-9180-4c07acfd4924 None None] Provisioning complete for port 158ba6e7-3a26-4641-9c67-a634f39b61a4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:18.737876 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75bb1a7c-5b53-46aa-9180-4c07acfd4924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (158ba6e7-3a26-4641-9c67-a634f39b61a4), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:18.747811 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 158ba6e7-3a26-4641-9c67-a634f39b61a4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:18.748437 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (158ba6e7-3a26-4641-9c67-a634f39b61a4), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:18.750575 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (748130ec-fd5a-45bf-a70b-c3ead25b6a21), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:18.861951 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae43104-cc45-4dd2-9e3b-9c9ff0a931fa None None] Pushing event updated for resources: {'Port': ['ID=748130ec-fd5a-45bf-a70b-c3ead25b6a21,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:18.867239 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-20c7f98b-257c-4095-9c86-08d63e4b29a8 service neutron] 10.222.0.61 "GET /v2.0/networks/1073135d-a9f3-4146-a613-cd15f207a9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959935 Mar 21 11:38:18.893805 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Router 82e247bc-d478-4af2-91e1-a89b76bd692b is scheduled to L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:38:19.064156 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 is scheduled to L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:38:19.075797 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0527ec-cd3e-46b0-a30e-5614ea7ca279 None None] Network 18d4826d-4fed-4890-a7bf-cce3a3544769 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:38:19.105924 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:38:19.118096 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Sync routers for ids ['82e247bc-d478-4af2-91e1-a89b76bd692b'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:38:19.134009 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Routers {'82e247bc-d478-4af2-91e1-a89b76bd692b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:38:19.134793 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['82e247bc-d478-4af2-91e1-a89b76bd692b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:19.152828 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:19.154828 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-4b059c2c-d370-402b-b105-79ebc18f3b78 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0042760 Mar 21 11:38:19.157747 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 35026) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:19.329851 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 35036) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:19.458765 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b6981f54-a02b-44ab-a327-80d0069a7d58 req-c93d12ae-0f4f-4e44-b982-e8cb1d900064 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 210 time: 0.1164079 Mar 21 11:38:19.592478 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Publish callbacks [] for router_gateway (88dc3778-37d3-4c2d-9bb6-e3557b8202ac), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:19.616027 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 158ba6e7-3a26-4641-9c67-a634f39b61a4 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:19.616422 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (158ba6e7-3a26-4641-9c67-a634f39b61a4), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:19.646613 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:19.662746 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Publish callbacks [] for router_gateway (23780c50-5505-422f-98fa-76f67c3a334b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:19.712843 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port 158ba6e7-3a26-4641-9c67-a634f39b61a4, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=158ba6e7-3a26-4641-9c67-a634f39b61a4,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:19.729176 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Set router 82e247bc-d478-4af2-91e1-a89b76bd692b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:38:19.753139 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (158ba6e7-3a26-4641-9c67-a634f39b61a4), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:19.781703 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-75bb1a7c-5b53-46aa-9180-4c07acfd4924 None None] Current status of the port 158ba6e7-3a26-4641-9c67-a634f39b61a4 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:19.796031 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-75bb1a7c-5b53-46aa-9180-4c07acfd4924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (158ba6e7-3a26-4641-9c67-a634f39b61a4), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:20.024964 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=158ba6e7-3a26-4641-9c67-a634f39b61a4,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:20.123981 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d108720-db37-45c8-a2a2-b32e261048f3 None None] Network 1d03519d-2e7e-48b4-905f-e8767233d5b2 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:38:20.193932 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:38:20.243112 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Allocated IP 172.27.0.130 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/cd3739e2-d2cf-4c09-a91e-7bfaee168d32) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:20.266963 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:20.271319 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-eefaa094-3805-4ddb-9cc1-2753ec24f0d6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9747140 Mar 21 11:38:20.273575 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35068) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:20.326682 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.db.api [None req-75bb1a7c-5b53-46aa-9180-4c07acfd4924 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 11:38:20.327104 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG oslo_db.api [None req-75bb1a7c-5b53-46aa-9180-4c07acfd4924 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 11:38:20.337899 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device bff4b80c-b1de-4c82-89e1-cfe690198d18 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:20.339862 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:17Z', 'revision_number': 3, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port': {'id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:20.387597 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Sync routers for ids ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:38:20.389454 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:20.410625 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Checking router: 82e247bc-d478-4af2-91e1-a89b76bd692b for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:38:20.410979 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Updating router 82e247bc-d478-4af2-91e1-a89b76bd692b port 8a8a9b12-7710-44cf-8044-96b6e76b31da binding host dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:38:20.473810 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (8a8a9b12-7710-44cf-8044-96b6e76b31da), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:20.503306 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Routers {'556be9ce-0f25-426f-8030-1fc1c5e8fa74'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:38:20.503985 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:20.626858 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-33e1ca98-dfa4-4cfb-8fe7-8bd66a9e37e8 req-d6ce0da9-d2d7-4b53-a45e-d4fd61f8a9e2 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 210 time: 0.0591769 Mar 21 11:38:20.682955 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Allocated IP 172.20.0.1 (1d03519d-2e7e-48b4-905f-e8767233d5b2/3028da22-9f5c-47fe-ad2f-2d7bc04fd16b/369de428-ef40-4f7a-bc06-b10726499c02) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:20.710199 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Publish callbacks [] for port (cd3739e2-d2cf-4c09-a91e-7bfaee168d32), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:20.725744 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2970090-627e-4b5f-9119-bd931622305b None None] Network 698d8f47-e4f5-4f6e-b02c-62fad736a58a requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:38:20.851706 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655908'] for router (23780c50-5505-422f-98fa-76f67c3a334b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:20.925639 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port bff4b80c-b1de-4c82-89e1-cfe690198d18 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:20.926215 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (bff4b80c-b1de-4c82-89e1-cfe690198d18), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:20.971747 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Publish callbacks [] for port (369de428-ef40-4f7a-bc06-b10726499c02), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:21.010747 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-75bb1a7c-5b53-46aa-9180-4c07acfd4924 None None] Current status of the port 158ba6e7-3a26-4641-9c67-a634f39b61a4 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:21.029016 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (369de428-ef40-4f7a-bc06-b10726499c02), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:21.080237 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (cd3739e2-d2cf-4c09-a91e-7bfaee168d32), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:21.125334 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Set router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:38:21.135111 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Network 1d03519d-2e7e-48b4-905f-e8767233d5b2 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:21.147659 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:21.168644 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:21.170413 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655857'] for router_interface (82e247bc-d478-4af2-91e1-a89b76bd692b), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:21.347813 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:21.348454 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0e330574-5812-486e-a543-93ca49d447ee None None] Provisioning complete for port 75c31e94-dcb0-4424-ac93-31ee4add8275 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:21.349019 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e330574-5812-486e-a543-93ca49d447ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (75c31e94-dcb0-4424-ac93-31ee4add8275), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:21.352369 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3739e2-d2cf-4c09-a91e-7bfaee168d32,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:21.371608 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:21.378129 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:21.451001 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Publish callbacks [] for port (8a8a9b12-7710-44cf-8044-96b6e76b31da), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:21.462654 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (8a8a9b12-7710-44cf-8044-96b6e76b31da), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:21.477880 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port bff4b80c-b1de-4c82-89e1-cfe690198d18 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:21.478237 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (bff4b80c-b1de-4c82-89e1-cfe690198d18), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:21.519870 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port bff4b80c-b1de-4c82-89e1-cfe690198d18, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=bff4b80c-b1de-4c82-89e1-cfe690198d18,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:21.525514 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (bff4b80c-b1de-4c82-89e1-cfe690198d18), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:21.526523 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 748130ec-fd5a-45bf-a70b-c3ead25b6a21 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:21.586499 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Pushing event updated for resources: {'Port': ['ID=8a8a9b12-7710-44cf-8044-96b6e76b31da,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:21.593328 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Pushing event updated for resources: {'Port': ['ID=369de428-ef40-4f7a-bc06-b10726499c02,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:21.651519 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Router 23780c50-5505-422f-98fa-76f67c3a334b is scheduled to L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:38:21.657092 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:21.657442 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:21.657805 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:21.658165 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:21.658894 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:21.658894 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:21.659298 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:21.659449 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:21.659803 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:21.660141 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:21.660498 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:21.660833 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:21.661205 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:21.661529 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:21.661851 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Tracked resource versions report: Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: pushed versions: Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: { 'AddressGroup': {'1.2'}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Agent': {'1.1'}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'ConntrackHelper': {'1.0'}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Log': {'1.0'}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'NDPProxy': {'1.0'}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Network': {'1.1'}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Port': {'1.7'}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'PortForwarding': {'1.3'}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'QosPolicy': {'1.10'}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'SecurityGroup': {'1.5'}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'SubPort': {'1.0'}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Subnet': {'1.1'}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Trunk': {'1.1'}} Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: consumer versions: Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: { DHCP agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: HyperV agent@hv-cinder-80507: {}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: L3 agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: Metadata agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: Metering agent@dv-cinder-805072-11-iscsi: {}, Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: Open vSwitch agent@dv-cinder-805072-11-iscsi: { 'AddressGroup': '1.2', Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Agent': '1.1', Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'ConntrackHelper': '1.0', Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'LocalIPAssociation': '1.0', Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Log': '1.0', Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'NDPProxy': '1.0', Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Network': '1.1', Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Port': '1.7', Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'PortForwarding': '1.3', Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'QosPolicy': '1.10', Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'SecurityGroup': '1.5', Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'SecurityGroupRule': '1.2', Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'SubPort': '1.0', Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Subnet': '1.1', Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: 'Trunk': '1.1'}} Mar 21 11:38:21.663122 dv-cinder-805072-11-iscsi neutron-server[103321]: {{(pid=103321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:38:21.690399 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Attempting to bind port 8a8a9b12-7710-44cf-8044-96b6e76b31da on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:21.690765 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Attempting to bind port 8a8a9b12-7710-44cf-8044-96b6e76b31da by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:21.691133 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Attempting to bind port 8a8a9b12-7710-44cf-8044-96b6e76b31da on network c5837a43-2245-4480-ae3d-f889828e7864 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:21.705132 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:21.705518 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Checking segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:21.705931 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:21.706329 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Bound using segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:21.706814 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Bound port: 8a8a9b12-7710-44cf-8044-96b6e76b31da, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:21.707201 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (8a8a9b12-7710-44cf-8044-96b6e76b31da), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:21.746687 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0e330574-5812-486e-a543-93ca49d447ee None None] Current status of the port 75c31e94-dcb0-4424-ac93-31ee4add8275 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:21.747123 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e330574-5812-486e-a543-93ca49d447ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (75c31e94-dcb0-4424-ac93-31ee4add8275), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:21.796875 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=bff4b80c-b1de-4c82-89e1-cfe690198d18,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:21.809020 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (369de428-ef40-4f7a-bc06-b10726499c02), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:21.824810 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] For port 8a8a9b12-7710-44cf-8044-96b6e76b31da, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:21.828976 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] For port 8a8a9b12-7710-44cf-8044-96b6e76b31da, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=8a8a9b12-7710-44cf-8044-96b6e76b31da,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:21.845897 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 748130ec-fd5a-45bf-a70b-c3ead25b6a21 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:21.846294 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (748130ec-fd5a-45bf-a70b-c3ead25b6a21), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:21.849514 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (8a8a9b12-7710-44cf-8044-96b6e76b31da), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:22.006269 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0e330574-5812-486e-a543-93ca49d447ee None None] For port 75c31e94-dcb0-4424-ac93-31ee4add8275, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=75c31e94-dcb0-4424-ac93-31ee4add8275,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:22.027396 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:16Z', 'revision_number': 3, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:22.037352 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e330574-5812-486e-a543-93ca49d447ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (75c31e94-dcb0-4424-ac93-31ee4add8275), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:22.048309 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Routers {'82e247bc-d478-4af2-91e1-a89b76bd692b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:38:22.048936 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['82e247bc-d478-4af2-91e1-a89b76bd692b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:22.051010 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fdcdd-789f-4364-a847-eef1b8f711d6 None None] Pushing event updated for resources: {'Port': ['ID=8a8a9b12-7710-44cf-8044-96b6e76b31da,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:22.133995 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-138a623d-eb74-4b89-a8a6-6a9233447fed req-41d1bcc6-bfcb-46bb-83af-7375c3e0f204 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 210 time: 0.1083901 Mar 21 11:38:22.155413 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e330574-5812-486e-a543-93ca49d447ee None None] Pushing event updated for resources: {'Port': ['ID=75c31e94-dcb0-4424-ac93-31ee4add8275,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:22.174631 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Checking router: 556be9ce-0f25-426f-8030-1fc1c5e8fa74 for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:38:22.174631 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Updating router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 port 6831c0f3-fc51-420a-b2c0-334d3c202f32 binding host dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:38:22.285308 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 748130ec-fd5a-45bf-a70b-c3ead25b6a21 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:22.286043 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (748130ec-fd5a-45bf-a70b-c3ead25b6a21), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:22.299750 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Publish callbacks [] for port (369de428-ef40-4f7a-bc06-b10726499c02), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:22.305857 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0e330574-5812-486e-a543-93ca49d447ee None None] Provisioning complete for port bff4b80c-b1de-4c82-89e1-cfe690198d18 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:22.306258 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e330574-5812-486e-a543-93ca49d447ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (bff4b80c-b1de-4c82-89e1-cfe690198d18), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:22.317055 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] Set router 82e247bc-d478-4af2-91e1-a89b76bd692b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:38:22.317164 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (369de428-ef40-4f7a-bc06-b10726499c02), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:22.317907 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655717'] for router_interface (82e247bc-d478-4af2-91e1-a89b76bd692b), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:22.369031 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port 748130ec-fd5a-45bf-a70b-c3ead25b6a21, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=748130ec-fd5a-45bf-a70b-c3ead25b6a21,segment=NetworkSegment(764b03ae-9161-4412-8fc2-dbb9b6a3c7d7),segment_id=764b03ae-9161-4412-8fc2-dbb9b6a3c7d7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:22.371735 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (6831c0f3-fc51-420a-b2c0-334d3c202f32), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:22.421231 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (748130ec-fd5a-45bf-a70b-c3ead25b6a21), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:22.423031 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 75c31e94-dcb0-4424-ac93-31ee4add8275 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:22.543085 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.64', 58471) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:22.699612 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:22.776462 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:38:22.779635 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 4, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port': {'id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '369de428-ef40-4f7a-bc06-b10726499c02', 'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'mac_address': 'fa:16:3e:8d:5b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:20Z', 'updated_at': '2022-03-21T11:38:20Z', 'revision_number': 1, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'subnets': [{'id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:22.797825 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-f6cccf76-1edf-4d36-9d59-27daf96b8de8 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:22.799223 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-f6cccf76-1edf-4d36-9d59-27daf96b8de8 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.64 "GET /v2.0/networks?id=1073135d-a9f3-4146-a613-cd15f207a9fa HTTP/1.1" status: 200 len: 811 time: 0.2507710 Mar 21 11:38:22.799887 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Pushing event updated for resources: {'Port': ['ID=369de428-ef40-4f7a-bc06-b10726499c02,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:22.802315 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Publish callbacks [] for router_gateway (88dc3778-37d3-4c2d-9bb6-e3557b8202ac), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:22.837323 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7d98f-5a17-40a7-a069-dc759b88af83 None None] The sync data for ids ['82e247bc-d478-4af2-91e1-a89b76bd692b'] in dv-cinder-805072-11-iscsi is: [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 4, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port': {'id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '369de428-ef40-4f7a-bc06-b10726499c02', 'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'mac_address': 'fa:16:3e:8d:5b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:20Z', 'updated_at': '2022-03-21T11:38:20Z', 'revision_number': 1, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'subnets': [{'id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:38:22.838983 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Sync routers for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:38:22.854705 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Network 1d03519d-2e7e-48b4-905f-e8767233d5b2 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:22.856291 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:22.860566 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:38:22.861201 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:22.887414 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-a5fa9f32-97b7-46b9-a231-b78faa674d0a tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Request body: {'port': {'device_id': '126ac87e-1c0f-45d7-827f-60686dc1ff11', 'network_id': '1073135d-a9f3-4146-a613-cd15f207a9fa', 'admin_state_up': True, 'tenant_id': 'ae63a98d72774cb08310b796d2b4c223'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:23.164718 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=748130ec-fd5a-45bf-a70b-c3ead25b6a21,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:23.172401 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:38:23.267069 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:23.280379 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-1acc1cb6-5133-416a-86e7-c01ecbb5f71d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.8386500 Mar 21 11:38:23.303590 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 35184) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:23.548940 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Allocated IP 172.20.0.1 (c2407076-ce8e-4906-8d16-619268537603/d57719d7-5e0a-4d75-8c02-479681c6e387/47e07642-339c-4a4d-a8eb-8a12a1a2c72c) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:23.568358 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:18Z', 'revision_number': 3, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:23.606368 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Checking router: 23780c50-5505-422f-98fa-76f67c3a334b for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:38:23.606952 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Updating router 23780c50-5505-422f-98fa-76f67c3a334b port dc45a4ca-262c-4339-b186-299676925d77 binding host dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:38:23.638698 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (dc45a4ca-262c-4339-b186-299676925d77), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:23.682573 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 75c31e94-dcb0-4424-ac93-31ee4add8275 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:23.683013 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (75c31e94-dcb0-4424-ac93-31ee4add8275), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:23.692673 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-224148f4-8de6-4f2f-853f-80ee21d5328b req-b25ebbdd-313a-4388-b21a-ddb44c7f8a4c tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 210 time: 0.3369751 Mar 21 11:38:23.853768 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0e330574-5812-486e-a543-93ca49d447ee None None] Current status of the port bff4b80c-b1de-4c82-89e1-cfe690198d18 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:24.011220 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Publish callbacks [] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:24.014895 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655908'] for router (88dc3778-37d3-4c2d-9bb6-e3557b8202ac), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:24.030220 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Publish callbacks [] for port (6831c0f3-fc51-420a-b2c0-334d3c202f32), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:24.061222 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (6831c0f3-fc51-420a-b2c0-334d3c202f32), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:24.098296 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0e330574-5812-486e-a543-93ca49d447ee None None] Provisioning complete for port 158ba6e7-3a26-4641-9c67-a634f39b61a4 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:24.098723 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e330574-5812-486e-a543-93ca49d447ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (158ba6e7-3a26-4641-9c67-a634f39b61a4), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:24.354245 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e25d50-bd69-432a-811c-e6a27a51ad35 None None] Pushing event updated for resources: {'Port': ['ID=6831c0f3-fc51-420a-b2c0-334d3c202f32,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:24.406278 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Attempting to bind port 6831c0f3-fc51-420a-b2c0-334d3c202f32 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:24.406887 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Attempting to bind port 6831c0f3-fc51-420a-b2c0-334d3c202f32 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:24.407351 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Attempting to bind port 6831c0f3-fc51-420a-b2c0-334d3c202f32 on network c5837a43-2245-4480-ae3d-f889828e7864 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:24.424217 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:24.426081 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Checking segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:24.426617 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:24.427495 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Bound using segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:24.432023 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Bound port: 6831c0f3-fc51-420a-b2c0-334d3c202f32, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:24.432551 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (6831c0f3-fc51-420a-b2c0-334d3c202f32), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:24.464169 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Router 82e247bc-d478-4af2-91e1-a89b76bd692b has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:38:24.494231 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:24.586625 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Publish callbacks [] for port (dc45a4ca-262c-4339-b186-299676925d77), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:24.604857 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (dc45a4ca-262c-4339-b186-299676925d77), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:24.638037 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Pushing event updated for resources: {'Port': ['ID=47e07642-339c-4a4d-a8eb-8a12a1a2c72c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:24.702369 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210abbf6-e265-4518-a28e-5bae22cebeca None None] Pushing event updated for resources: {'Port': ['ID=dc45a4ca-262c-4339-b186-299676925d77,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:24.712613 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Network c2407076-ce8e-4906-8d16-619268537603 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:24.712895 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-a5fa9f32-97b7-46b9-a231-b78faa674d0a tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Made reservation on behalf of ae63a98d72774cb08310b796d2b4c223 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:38:24.722411 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-a5fa9f32-97b7-46b9-a231-b78faa674d0a tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:24.722720 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:24.742005 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:24.744987 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655857'] for router_interface (556be9ce-0f25-426f-8030-1fc1c5e8fa74), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:24.762860 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Attempting to bind port dc45a4ca-262c-4339-b186-299676925d77 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:24.767002 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Attempting to bind port dc45a4ca-262c-4339-b186-299676925d77 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:24.767351 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Attempting to bind port dc45a4ca-262c-4339-b186-299676925d77 on network c5837a43-2245-4480-ae3d-f889828e7864 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:24.778900 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 75c31e94-dcb0-4424-ac93-31ee4add8275 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:24.783619 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:24.784023 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Checking segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:24.784430 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:24.784827 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Bound using segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:24.785308 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Bound port: dc45a4ca-262c-4339-b186-299676925d77, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:24.785680 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (dc45a4ca-262c-4339-b186-299676925d77), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:24.805457 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0e330574-5812-486e-a543-93ca49d447ee None None] Current status of the port 158ba6e7-3a26-4641-9c67-a634f39b61a4 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:24.808099 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] For port 6831c0f3-fc51-420a-b2c0-334d3c202f32, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:24.830052 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] For port 6831c0f3-fc51-420a-b2c0-334d3c202f32, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=6831c0f3-fc51-420a-b2c0-334d3c202f32,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:24.853191 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (6831c0f3-fc51-420a-b2c0-334d3c202f32), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:24.889347 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 35240) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:24.893622 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0e330574-5812-486e-a543-93ca49d447ee None None] Provisioning complete for port 748130ec-fd5a-45bf-a70b-c3ead25b6a21 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:24.894026 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e330574-5812-486e-a543-93ca49d447ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (748130ec-fd5a-45bf-a70b-c3ead25b6a21), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:24.956089 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] For port dc45a4ca-262c-4339-b186-299676925d77, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:24.970645 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] For port dc45a4ca-262c-4339-b186-299676925d77, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=dc45a4ca-262c-4339-b186-299676925d77,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:25.045626 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (dc45a4ca-262c-4339-b186-299676925d77), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:25.177988 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:38:25.178685 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:25.255654 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Routers {'556be9ce-0f25-426f-8030-1fc1c5e8fa74'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:38:25.256593 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:25.390834 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac is scheduled to L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:38:25.398606 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e25d50-bd69-432a-811c-e6a27a51ad35 None None] Pushing event updated for resources: {'Port': ['ID=6831c0f3-fc51-420a-b2c0-334d3c202f32,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:25.413155 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device bff4b80c-b1de-4c82-89e1-cfe690198d18 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:25.575349 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:38:25.602947 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:25.687916 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:38:25.726850 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Sync routers for ids ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:38:25.746662 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:25.748669 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a8324e11-1df2-42dd-aba1-7a197634af07 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7250776 Mar 21 11:38:25.774736 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0e330574-5812-486e-a543-93ca49d447ee None None] Current status of the port 748130ec-fd5a-45bf-a70b-c3ead25b6a21 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:25.786331 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Routers {'88dc3778-37d3-4c2d-9bb6-e3557b8202ac'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:38:25.791907 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:25.801761 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35252) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:25.851363 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-918a2e58-5669-492d-8db4-ec08d6f02945 req-18fddd18-7369-4d77-a167-bd3ddf1e6b2b tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 210 time: 0.9194415 Mar 21 11:38:26.014355 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210abbf6-e265-4518-a28e-5bae22cebeca None None] Pushing event updated for resources: {'Port': ['ID=dc45a4ca-262c-4339-b186-299676925d77,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:26.115591 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-a5fa9f32-97b7-46b9-a231-b78faa674d0a tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Allocated IP 172.20.0.2 (1073135d-a9f3-4146-a613-cd15f207a9fa/1375f3ff-1c44-4f11-ab2a-2b7a0824a975/6c2e7529-dfce-449e-ae92-aa6f5fe749f6) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:26.137283 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:18Z', 'revision_number': 3, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:26.174734 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c10a8c2e-c593-47ba-a1f3-3a49faa5d952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:26.206418 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port bff4b80c-b1de-4c82-89e1-cfe690198d18 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:26.206639 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af45f0d-677b-40a3-8b2b-e289cadec723 None None] The sync data for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi is: [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:18Z', 'revision_number': 3, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:38:26.213049 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (bff4b80c-b1de-4c82-89e1-cfe690198d18), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:26.223834 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] Set router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:38:26.229126 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d4817b37-16ee-4148-891b-19c81e83ff7a None None] Provisioning complete for port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:26.230287 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d4817b37-16ee-4148-891b-19c81e83ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:26.325411 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c10a8c2e-c593-47ba-a1f3-3a49faa5d952 admin admin] Publish callbacks [] for security_group (b98dc6da-06a1-4159-b39a-5ac8a5387b0d), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:26.354060 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Set router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:38:26.373597 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c10a8c2e-c593-47ba-a1f3-3a49faa5d952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (b98dc6da-06a1-4159-b39a-5ac8a5387b0d), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:26.408390 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:26.477296 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:38:26.542159 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-a0755240-0d60-4e2a-a917-325c7b54593e admin admin] 10.222.0.61 "PUT /v2.0/routers/82e247bc-d478-4af2-91e1-a89b76bd692b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3814454 Mar 21 11:38:26.657309 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a8c2e-c593-47ba-a1f3-3a49faa5d952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98dc6da-06a1-4159-b39a-5ac8a5387b0d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:26.743299 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Publish callbacks [] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:26.758867 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:26.759672 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655717'] for router_interface (556be9ce-0f25-426f-8030-1fc1c5e8fa74), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:27.042834 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c10a8c2e-c593-47ba-a1f3-3a49faa5d952 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7971c49db831423c9b0536c29524ea52&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0900209 Mar 21 11:38:27.070865 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 35294) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:27.303515 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d4817b37-16ee-4148-891b-19c81e83ff7a None None] Port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:38:27.327026 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Sync routers for ids ['82e247bc-d478-4af2-91e1-a89b76bd692b'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:38:27.349796 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Routers {'82e247bc-d478-4af2-91e1-a89b76bd692b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:38:27.350457 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['82e247bc-d478-4af2-91e1-a89b76bd692b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:27.412517 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d4817b37-16ee-4148-891b-19c81e83ff7a None None] Provisioning complete for port 748130ec-fd5a-45bf-a70b-c3ead25b6a21 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:27.413290 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ac76f9d3-31bb-4e83-a7f1-1966bd86523b req-43a45505-3c23-40dd-a8de-f59510031868 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 210 time: 0.1474564 Mar 21 11:38:27.416368 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d4817b37-16ee-4148-891b-19c81e83ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (748130ec-fd5a-45bf-a70b-c3ead25b6a21), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:27.433877 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Pushing event updated for resources: {'Port': ['ID=47e07642-339c-4a4d-a8eb-8a12a1a2c72c,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:27.585596 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port bff4b80c-b1de-4c82-89e1-cfe690198d18 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:27.586665 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 158ba6e7-3a26-4641-9c67-a634f39b61a4 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:27.590383 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Allocated IP 172.20.0.1 (18d4826d-4fed-4890-a7bf-cce3a3544769/d9496d40-b2b9-4409-803c-f41482ae8f58/a46c3369-a197-4e24-9073-b2ea344e1f1d) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:27.643711 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Set router 82e247bc-d478-4af2-91e1-a89b76bd692b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:38:27.645806 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Network c2407076-ce8e-4906-8d16-619268537603 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:27.649103 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:27.664476 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:27.669522 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-89395515-1b97-4dd5-864b-70387ea6a7db admin admin] Publish callbacks [] for security_group (b98dc6da-06a1-4159-b39a-5ac8a5387b0d), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:27.741491 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-a5fa9f32-97b7-46b9-a231-b78faa674d0a tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Publish callbacks [] for port (6c2e7529-dfce-449e-ae92-aa6f5fe749f6), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:27.977355 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-89395515-1b97-4dd5-864b-70387ea6a7db admin admin] Publish callbacks [] for security_group (b98dc6da-06a1-4159-b39a-5ac8a5387b0d), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:28.151276 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-89395515-1b97-4dd5-864b-70387ea6a7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (b98dc6da-06a1-4159-b39a-5ac8a5387b0d), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:28.157517 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-89395515-1b97-4dd5-864b-70387ea6a7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:28.160233 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-89395515-1b97-4dd5-864b-70387ea6a7db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b98dc6da-06a1-4159-b39a-5ac8a5387b0d HTTP/1.1" status: 204 len: 168 time: 1.0884681 Mar 21 11:38:28.208247 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 158ba6e7-3a26-4641-9c67-a634f39b61a4 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:28.208684 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (158ba6e7-3a26-4641-9c67-a634f39b61a4), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:28.219099 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 3, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:28.293196 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Checking router: 88dc3778-37d3-4c2d-9bb6-e3557b8202ac for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:38:28.293625 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Updating router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac port cd3739e2-d2cf-4c09-a91e-7bfaee168d32 binding host dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:38:28.314221 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-763bbe87-1bd9-4dcd-a172-1eb6ca8dda6b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:28.316816 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-763bbe87-1bd9-4dcd-a172-1eb6ca8dda6b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 819 time: 0.7579389 Mar 21 11:38:28.320726 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89395515-1b97-4dd5-864b-70387ea6a7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98dc6da-06a1-4159-b39a-5ac8a5387b0d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:28.351349 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-a5fa9f32-97b7-46b9-a231-b78faa674d0a tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (6c2e7529-dfce-449e-ae92-aa6f5fe749f6), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:28.356614 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 4, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port': {'id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '369de428-ef40-4f7a-bc06-b10726499c02', 'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'mac_address': 'fa:16:3e:8d:5b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:20Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 2, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'subnets': [{'id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:28.414824 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Checking router: 82e247bc-d478-4af2-91e1-a89b76bd692b for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:38:28.415438 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Updating router 82e247bc-d478-4af2-91e1-a89b76bd692b port 369de428-ef40-4f7a-bc06-b10726499c02 binding host dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:38:28.440843 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (cd3739e2-d2cf-4c09-a91e-7bfaee168d32), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:28.452591 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:38:28.454521 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Publish callbacks [] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:28.492220 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (369de428-ef40-4f7a-bc06-b10726499c02), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:28.525252 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Allocated IP 172.20.0.1 (698d8f47-e4f5-4f6e-b02c-62fad736a58a/6e382abe-04ce-42e4-8684-4026c68098c4/72785818-d4e6-40e2-b873-767adbc7357c) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:28.539838 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:28.586097 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 35328) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:28.671443 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-06199516-90c1-45fc-8607-5ca73503865e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/quotas/b6daf1be2b45422b9f4f231b03f2ecbf HTTP/1.1" status: 200 len: 375 time: 0.3238189 Mar 21 11:38:28.789592 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Network 18d4826d-4fed-4890-a7bf-cce3a3544769 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:28.946352 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:29.035978 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:16Z', 'revision_number': 3, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:29.041104 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:29.042730 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655857'] for router_interface (23780c50-5505-422f-98fa-76f67c3a334b), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:29.084338 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Pushing event updated for resources: {'Port': ['ID=a46c3369-a197-4e24-9073-b2ea344e1f1d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:29.159380 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Publish callbacks [] for port (369de428-ef40-4f7a-bc06-b10726499c02), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:29.179348 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (369de428-ef40-4f7a-bc06-b10726499c02), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:29.202427 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:38:29.211181 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-97761219-9233-425a-a38c-58db94cafa52 admin admin] 10.222.0.61 "PUT /v2.0/routers/556be9ce-0f25-426f-8030-1fc1c5e8fa74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9293249 Mar 21 11:38:29.216962 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b228842-4773-4c4a-9905-0f1b8e3ec527 None None] The sync data for ids ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'] in dv-cinder-805072-11-iscsi is: [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:16Z', 'revision_number': 3, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:38:29.298176 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Publish callbacks [] for port (72785818-d4e6-40e2-b873-767adbc7357c), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:29.421190 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (72785818-d4e6-40e2-b873-767adbc7357c), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:29.469455 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 158ba6e7-3a26-4641-9c67-a634f39b61a4 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:29.473609 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 8a8a9b12-7710-44cf-8044-96b6e76b31da up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:29.478376 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-a5fa9f32-97b7-46b9-a231-b78faa674d0a tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Network 1073135d-a9f3-4146-a613-cd15f207a9fa is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:29.540447 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Attempting to bind port 369de428-ef40-4f7a-bc06-b10726499c02 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:29.541428 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Attempting to bind port 369de428-ef40-4f7a-bc06-b10726499c02 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:29.542432 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Attempting to bind port 369de428-ef40-4f7a-bc06-b10726499c02 on network 1d03519d-2e7e-48b4-905f-e8767233d5b2 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:29.552915 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Network 698d8f47-e4f5-4f6e-b02c-62fad736a58a is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:29.562176 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:29.562751 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Checking segment: {'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:29.563583 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:29.564166 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Bound using segment: {'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:29.564793 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Bound port: 369de428-ef40-4f7a-bc06-b10726499c02, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:29.565311 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (369de428-ef40-4f7a-bc06-b10726499c02), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:29.578397 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:29.608354 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:29.609068 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655857'] for router_interface (88dc3778-37d3-4c2d-9bb6-e3557b8202ac), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:29.644967 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Pushing event updated for resources: {'Port': ['ID=72785818-d4e6-40e2-b873-767adbc7357c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:29.657205 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-a5fa9f32-97b7-46b9-a231-b78faa674d0a tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:29.663628 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d4817b37-16ee-4148-891b-19c81e83ff7a None None] Current status of the port 748130ec-fd5a-45bf-a70b-c3ead25b6a21 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:29.704258 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-a5fa9f32-97b7-46b9-a231-b78faa674d0a tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:29.718387 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-a5fa9f32-97b7-46b9-a231-b78faa674d0a tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:29.719036 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-a5fa9f32-97b7-46b9-a231-b78faa674d0a tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:29.769875 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d4817b37-16ee-4148-891b-19c81e83ff7a None None] Provisioning complete for port 369de428-ef40-4f7a-bc06-b10726499c02 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:29.770277 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d4817b37-16ee-4148-891b-19c81e83ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (369de428-ef40-4f7a-bc06-b10726499c02), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:29.814697 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbd673-1760-4bf5-91ea-d1cd083cbfb3 None None] Pushing event updated for resources: {'Port': ['ID=369de428-ef40-4f7a-bc06-b10726499c02,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:29.843642 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] For port 369de428-ef40-4f7a-bc06-b10726499c02, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:29.857708 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa9f32-97b7-46b9-a231-b78faa674d0a tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Pushing event updated for resources: {'Port': ['ID=6c2e7529-dfce-449e-ae92-aa6f5fe749f6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:29.869043 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] For port 369de428-ef40-4f7a-bc06-b10726499c02, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=369de428-ef40-4f7a-bc06-b10726499c02,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:29.907800 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 8a8a9b12-7710-44cf-8044-96b6e76b31da triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:29.909251 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (369de428-ef40-4f7a-bc06-b10726499c02), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:29.909373 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (8a8a9b12-7710-44cf-8044-96b6e76b31da), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:30.001047 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d4817b37-16ee-4148-891b-19c81e83ff7a None None] Port 369de428-ef40-4f7a-bc06-b10726499c02 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:38:30.090164 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbd673-1760-4bf5-91ea-d1cd083cbfb3 None None] Pushing event updated for resources: {'Port': ['ID=369de428-ef40-4f7a-bc06-b10726499c02,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:30.115282 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Routers {'82e247bc-d478-4af2-91e1-a89b76bd692b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:38:30.116087 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['82e247bc-d478-4af2-91e1-a89b76bd692b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:30.178572 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-c71fc46f-306c-4a98-b79d-c3a98abbeb4d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4447856 Mar 21 11:38:30.214220 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Publish callbacks [] for port (cd3739e2-d2cf-4c09-a91e-7bfaee168d32), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:30.248072 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (72785818-d4e6-40e2-b873-767adbc7357c), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:30.256682 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (cd3739e2-d2cf-4c09-a91e-7bfaee168d32), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:30.318039 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-a5fa9f32-97b7-46b9-a231-b78faa674d0a tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4347131 Mar 21 11:38:30.340042 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1ebd7-39b6-41cf-b4e3-a8447a3e2c89 req-0375b98e-bbf8-42e7-9510-19b3da8dba85 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:30.346210 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a6d1ebd7-39b6-41cf-b4e3-a8447a3e2c89 req-0375b98e-bbf8-42e7-9510-19b3da8dba85 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 931 time: 1.6626494 Mar 21 11:38:30.365709 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:30.427234 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] Set router 82e247bc-d478-4af2-91e1-a89b76bd692b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:38:30.520086 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-1399a233-f924-40da-93d0-48eb5218d2c0 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:38:30.538089 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-1399a233-f924-40da-93d0-48eb5218d2c0 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0299797 Mar 21 11:38:30.603621 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Attempting to bind port cd3739e2-d2cf-4c09-a91e-7bfaee168d32 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:30.604533 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Attempting to bind port cd3739e2-d2cf-4c09-a91e-7bfaee168d32 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:30.604533 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Attempting to bind port cd3739e2-d2cf-4c09-a91e-7bfaee168d32 on network c5837a43-2245-4480-ae3d-f889828e7864 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:30.643564 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8f38d5b8-f647-4261-8a3e-b478415290b7 None None] Provisioning complete for port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:30.647511 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f38d5b8-f647-4261-8a3e-b478415290b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:30.735313 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a6d1ebd7-39b6-41cf-b4e3-a8447a3e2c89 req-44f28ac7-2b58-4288-bc4b-aba00c24fae8 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/security-groups?id=860ed3df-a551-44a2-ace2-7c96cd1bdb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704422 Mar 21 11:38:30.742050 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b490da7e-9b3a-43ef-8260-b6fbffe4d0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:30.790045 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Publish callbacks [] for port (72785818-d4e6-40e2-b873-767adbc7357c), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:30.802744 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (72785818-d4e6-40e2-b873-767adbc7357c), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:30.803521 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655717'] for router_interface (88dc3778-37d3-4c2d-9bb6-e3557b8202ac), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:30.875246 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 8a8a9b12-7710-44cf-8044-96b6e76b31da is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:30.875917 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (8a8a9b12-7710-44cf-8044-96b6e76b31da), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:30.891963 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ced101-c08d-485a-8937-d548e217a63f None None] Pushing event updated for resources: {'Port': ['ID=cd3739e2-d2cf-4c09-a91e-7bfaee168d32,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:30.903971 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:30.907129 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Checking segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:30.907704 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:30.908855 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Bound using segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:30.913649 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Bound port: cd3739e2-d2cf-4c09-a91e-7bfaee168d32, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:30.914260 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (cd3739e2-d2cf-4c09-a91e-7bfaee168d32), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:30.995791 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b490da7e-9b3a-43ef-8260-b6fbffe4d0f4 admin admin] Publish callbacks [] for security_group (913b298b-61af-4112-8338-65cc548f4e5c), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:31.011593 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-690b115c-62a9-4e18-b6d7-22ac8da2e462 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:38:31.016301 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-690b115c-62a9-4e18-b6d7-22ac8da2e462 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5763679 Mar 21 11:38:31.068897 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8f38d5b8-f647-4261-8a3e-b478415290b7 None None] Port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:38:31.195146 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] For port cd3739e2-d2cf-4c09-a91e-7bfaee168d32, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:31.204879 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] For port cd3739e2-d2cf-4c09-a91e-7bfaee168d32, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=cd3739e2-d2cf-4c09-a91e-7bfaee168d32,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:31.233825 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Network 698d8f47-e4f5-4f6e-b02c-62fad736a58a is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:31.248464 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:31.261769 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (cd3739e2-d2cf-4c09-a91e-7bfaee168d32), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:31.337088 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Pushing event updated for resources: {'Port': ['ID=72785818-d4e6-40e2-b873-767adbc7357c,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:31.353720 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b490da7e-9b3a-43ef-8260-b6fbffe4d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (913b298b-61af-4112-8338-65cc548f4e5c), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:31.395635 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 4, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port': {'id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '369de428-ef40-4f7a-bc06-b10726499c02', 'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'mac_address': 'fa:16:3e:8d:5b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:20Z', 'updated_at': '2022-03-21T11:38:29Z', 'revision_number': 4, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'subnets': [{'id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:31.424805 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port 8a8a9b12-7710-44cf-8044-96b6e76b31da, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=8a8a9b12-7710-44cf-8044-96b6e76b31da,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:31.455990 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e9aebca5-00da-4d39-885b-794ee5c365ca service neutron] 10.222.0.61 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243226 Mar 21 11:38:31.457924 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ced101-c08d-485a-8937-d548e217a63f None None] Pushing event updated for resources: {'Port': ['ID=cd3739e2-d2cf-4c09-a91e-7bfaee168d32,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:31.479921 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Request body: {'port': {'device_id': '126ac87e-1c0f-45d7-827f-60686dc1ff11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:31.485561 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (8a8a9b12-7710-44cf-8044-96b6e76b31da), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:31.493366 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 748130ec-fd5a-45bf-a70b-c3ead25b6a21 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:31.509363 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec92b8c-d495-48c7-ba39-9a9a5a159d1d None None] The sync data for ids ['82e247bc-d478-4af2-91e1-a89b76bd692b'] in dv-cinder-805072-11-iscsi is: [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 4, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port': {'id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '369de428-ef40-4f7a-bc06-b10726499c02', 'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'mac_address': 'fa:16:3e:8d:5b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:20Z', 'updated_at': '2022-03-21T11:38:29Z', 'revision_number': 4, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'subnets': [{'id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:38:31.616266 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-b490da7e-9b3a-43ef-8260-b6fbffe4d0f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=806ea4c0c20f47d88ca3279749375fc6&name=default HTTP/1.1" status: 200 len: 2992 time: 2.9608853 Mar 21 11:38:31.624936 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35398) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:31.657084 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=8a8a9b12-7710-44cf-8044-96b6e76b31da,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:31.664987 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8f38d5b8-f647-4261-8a3e-b478415290b7 None None] Provisioning complete for port a46c3369-a197-4e24-9073-b2ea344e1f1d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:31.665410 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f38d5b8-f647-4261-8a3e-b478415290b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:31.735028 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8f38d5b8-f647-4261-8a3e-b478415290b7 None None] Port a46c3369-a197-4e24-9073-b2ea344e1f1d cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:38:31.839433 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8f38d5b8-f647-4261-8a3e-b478415290b7 None None] Provisioning complete for port 369de428-ef40-4f7a-bc06-b10726499c02 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:31.839834 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f38d5b8-f647-4261-8a3e-b478415290b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (369de428-ef40-4f7a-bc06-b10726499c02), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:32.016142 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Routers {'88dc3778-37d3-4c2d-9bb6-e3557b8202ac'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:38:32.016805 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:32.255805 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35410) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:32.269716 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-83774f99-ad4b-4e81-ac36-31f0c2c8f6b6 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--918127031', 'description': 'tempest-description--1387519628'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:32.296042 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (6c2e7529-dfce-449e-ae92-aa6f5fe749f6), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:32.320461 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-abc428c4-280b-42c6-955b-7d33168dc60f admin admin] Publish callbacks [] for security_group (913b298b-61af-4112-8338-65cc548f4e5c), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:32.323865 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8f38d5b8-f647-4261-8a3e-b478415290b7 None None] Current status of the port 369de428-ef40-4f7a-bc06-b10726499c02 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:32.324298 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f38d5b8-f647-4261-8a3e-b478415290b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (369de428-ef40-4f7a-bc06-b10726499c02), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:32.398740 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:38:32.414073 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 748130ec-fd5a-45bf-a70b-c3ead25b6a21 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:32.427293 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (748130ec-fd5a-45bf-a70b-c3ead25b6a21), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:32.491598 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-abc428c4-280b-42c6-955b-7d33168dc60f admin admin] Publish callbacks [] for security_group (913b298b-61af-4112-8338-65cc548f4e5c), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:32.497979 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83774f99-ad4b-4e81-ac36-31f0c2c8f6b6 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:32.545458 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490da7e-9b3a-43ef-8260-b6fbffe4d0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913b298b-61af-4112-8338-65cc548f4e5c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:32.562843 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-d575c152-349e-469c-86d0-9c14b8b20c1d service neutron] 10.222.0.61 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1056919 Mar 21 11:38:32.636942 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8f38d5b8-f647-4261-8a3e-b478415290b7 None None] For port 369de428-ef40-4f7a-bc06-b10726499c02, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=369de428-ef40-4f7a-bc06-b10726499c02,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:32.704238 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f38d5b8-f647-4261-8a3e-b478415290b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (369de428-ef40-4f7a-bc06-b10726499c02), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:32.727129 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] Set router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:38:32.782405 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83774f99-ad4b-4e81-ac36-31f0c2c8f6b6 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group (2a47a571-703a-4ca8-bb21-8932b8eee039), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:32.804234 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83774f99-ad4b-4e81-ac36-31f0c2c8f6b6 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (2a47a571-703a-4ca8-bb21-8932b8eee039), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:32.904357 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Sync routers for ids ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:38:32.905091 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-83774f99-ad4b-4e81-ac36-31f0c2c8f6b6 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:32.909188 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-83774f99-ad4b-4e81-ac36-31f0c2c8f6b6 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6447501 Mar 21 11:38:32.911034 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35426) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:32.912495 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 748130ec-fd5a-45bf-a70b-c3ead25b6a21 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:32.913674 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 75c31e94-dcb0-4424-ac93-31ee4add8275 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:32.945914 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-140b3847-4b7e-4b1d-9ecf-8ebb7cdbb2bc tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Request body: {'security_group_rule': {'security_group_id': '2a47a571-703a-4ca8-bb21-8932b8eee039', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:33.034192 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3ff00b64-bd10-4df6-b3d8-b488abd6092b None None] Provisioning complete for port 369de428-ef40-4f7a-bc06-b10726499c02 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:33.034568 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ff00b64-bd10-4df6-b3d8-b488abd6092b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (369de428-ef40-4f7a-bc06-b10726499c02), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:33.039183 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38d5b8-f647-4261-8a3e-b478415290b7 None None] Pushing event updated for resources: {'Port': ['ID=369de428-ef40-4f7a-bc06-b10726499c02,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:33.077768 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Routers {'556be9ce-0f25-426f-8030-1fc1c5e8fa74'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:38:33.078172 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:33.127735 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-140b3847-4b7e-4b1d-9ecf-8ebb7cdbb2bc tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group_rule (071b8f5c-7f3c-4637-b386-8d1f05ad85c6), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:33.164145 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83774f99-ad4b-4e81-ac36-31f0c2c8f6b6 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a47a571-703a-4ca8-bb21-8932b8eee039,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:33.292372 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-abc428c4-280b-42c6-955b-7d33168dc60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (913b298b-61af-4112-8338-65cc548f4e5c), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:33.301051 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-abc428c4-280b-42c6-955b-7d33168dc60f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:33.302473 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-abc428c4-280b-42c6-955b-7d33168dc60f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/913b298b-61af-4112-8338-65cc548f4e5c HTTP/1.1" status: 204 len: 168 time: 1.6765957 Mar 21 11:38:33.327321 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc428c4-280b-42c6-955b-7d33168dc60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913b298b-61af-4112-8338-65cc548f4e5c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:33.373144 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-140b3847-4b7e-4b1d-9ecf-8ebb7cdbb2bc tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group_rule (071b8f5c-7f3c-4637-b386-8d1f05ad85c6), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:33.384088 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:38:33.391981 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-c5f1835d-8063-4f43-a0d6-1d964c894d21 admin admin] 10.222.0.61 "PUT /v2.0/routers/88dc3778-37d3-4c2d-9bb6-e3557b8202ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5807600 Mar 21 11:38:33.413501 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-140b3847-4b7e-4b1d-9ecf-8ebb7cdbb2bc tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (071b8f5c-7f3c-4637-b386-8d1f05ad85c6), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:33.425341 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-00663f9d-4249-4dd1-a82b-f3914c7835e3 req-d697043a-e493-45bc-a115-d12b0fa4b91e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 210 time: 0.1600924 Mar 21 11:38:33.490770 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b3847-4b7e-4b1d-9ecf-8ebb7cdbb2bc tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071b8f5c-7f3c-4637-b386-8d1f05ad85c6,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:33.539659 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-140b3847-4b7e-4b1d-9ecf-8ebb7cdbb2bc tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:33.557219 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-140b3847-4b7e-4b1d-9ecf-8ebb7cdbb2bc tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6215162 Mar 21 11:38:33.561929 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35448) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:33.565121 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b26ef5-9d0f-4fe8-9ba6-db000264714e req-be2b4539-d97d-4701-b509-99c1ef5a20c6 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:33.576041 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-24b26ef5-9d0f-4fe8-9ba6-db000264714e req-be2b4539-d97d-4701-b509-99c1ef5a20c6 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 931 time: 0.9983563 Mar 21 11:38:33.582229 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7d725258-6562-4d56-8b87-55212b45b73d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Request body: {'security_group_rule': {'security_group_id': '2a47a571-703a-4ca8-bb21-8932b8eee039', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:33.660199 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Publish callbacks [] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:33.674169 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d725258-6562-4d56-8b87-55212b45b73d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group_rule (f0fe9b06-f5ca-4ab5-a02e-56483cb681b9), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:33.679739 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:33.680957 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655717'] for router_interface (23780c50-5505-422f-98fa-76f67c3a334b), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:33.755231 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 75c31e94-dcb0-4424-ac93-31ee4add8275 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:33.756576 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (75c31e94-dcb0-4424-ac93-31ee4add8275), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:33.803788 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Pushing event updated for resources: {'Port': ['ID=a46c3369-a197-4e24-9073-b2ea344e1f1d,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:33.926822 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-24b26ef5-9d0f-4fe8-9ba6-db000264714e req-8fbe54e8-1f40-4639-8d71-c4a5dc177b9e tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/security-groups?id=860ed3df-a551-44a2-ace2-7c96cd1bdb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492534 Mar 21 11:38:33.951903 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:38:33.989181 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Publish callbacks [] for port (6c2e7529-dfce-449e-ae92-aa6f5fe749f6), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:34.062842 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Transition to ACTIVE for port object 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:38:34.073340 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Set router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:38:34.090351 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (6c2e7529-dfce-449e-ae92-aa6f5fe749f6), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:34.102668 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d725258-6562-4d56-8b87-55212b45b73d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group_rule (f0fe9b06-f5ca-4ab5-a02e-56483cb681b9), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:34.113388 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d725258-6562-4d56-8b87-55212b45b73d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (f0fe9b06-f5ca-4ab5-a02e-56483cb681b9), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:34.144698 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3ff00b64-bd10-4df6-b3d8-b488abd6092b None None] Current status of the port 369de428-ef40-4f7a-bc06-b10726499c02 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:34.184893 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d725258-6562-4d56-8b87-55212b45b73d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fe9b06-f5ca-4ab5-a02e-56483cb681b9,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:34.194208 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7d725258-6562-4d56-8b87-55212b45b73d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:34.200138 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7d725258-6562-4d56-8b87-55212b45b73d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6371202 Mar 21 11:38:34.204030 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35478) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:34.211758 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Request body: {'floatingip': {'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:34.258976 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2e7529-dfce-449e-ae92-aa6f5fe749f6,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:34.267679 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:34.318265 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Network 18d4826d-4fed-4890-a7bf-cce3a3544769 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:34.348215 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:34.381294 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3ff00b64-bd10-4df6-b3d8-b488abd6092b None None] Provisioning complete for port 72785818-d4e6-40e2-b873-767adbc7357c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:34.382853 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3ff00b64-bd10-4df6-b3d8-b488abd6092b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (72785818-d4e6-40e2-b873-767adbc7357c), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:34.803354 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3ff00b64-bd10-4df6-b3d8-b488abd6092b None None] Port 72785818-d4e6-40e2-b873-767adbc7357c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:38:34.823268 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Attempting to bind port 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:34.823757 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Attempting to bind port 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': 'd0b690ac-a3b5-4755-90ba-09167c0385ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1073135d-a9f3-4146-a613-cd15f207a9fa'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:34.823989 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Attempting to bind port 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 on network 1073135d-a9f3-4146-a613-cd15f207a9fa {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:34.837775 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:34.872079 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '72785818-d4e6-40e2-b873-767adbc7357c', 'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'mac_address': 'fa:16:3e:e6:48:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:27Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 2, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'subnets': [{'id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:34.874704 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Port 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 on network 1073135d-a9f3-4146-a613-cd15f207a9fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:38:34.875029 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Attempting to bind port 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 on network 1073135d-a9f3-4146-a613-cd15f207a9fa {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:34.969881 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c677a1e6-c706-49b2-96e1-f0c1ec286d8d None None] The sync data for ids ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'] in dv-cinder-805072-11-iscsi is: [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '72785818-d4e6-40e2-b873-767adbc7357c', 'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'mac_address': 'fa:16:3e:e6:48:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:27Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 2, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'subnets': [{'id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:38:35.019956 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 75c31e94-dcb0-4424-ac93-31ee4add8275 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:35.038666 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:35.039204 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Checking segment: {'id': 'd0b690ac-a3b5-4755-90ba-09167c0385ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1073135d-a9f3-4146-a613-cd15f207a9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:35.040097 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Bound using segment: {'id': 'd0b690ac-a3b5-4755-90ba-09167c0385ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1073135d-a9f3-4146-a613-cd15f207a9fa'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:35.040688 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Bound port: 6c2e7529-dfce-449e-ae92-aa6f5fe749f6, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b690ac-a3b5-4755-90ba-09167c0385ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1073135d-a9f3-4146-a613-cd15f207a9fa'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:35.041831 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (6c2e7529-dfce-449e-ae92-aa6f5fe749f6), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:35.071958 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Allocated IP 172.27.0.64 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/8d730f9c-e108-4bd7-be0d-5bf951535156) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:35.163657 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0055fa5b-20ad-46dc-8f09-d4641543c623 None None] Provisioning complete for port a46c3369-a197-4e24-9073-b2ea344e1f1d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:35.167306 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0055fa5b-20ad-46dc-8f09-d4641543c623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:35.312014 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0055fa5b-20ad-46dc-8f09-d4641543c623 None None] Port a46c3369-a197-4e24-9073-b2ea344e1f1d cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:38:35.371468 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for port (8d730f9c-e108-4bd7-be0d-5bf951535156), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:35.425837 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:25Z', 'revision_number': 4, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '47e07642-339c-4a4d-a8eb-8a12a1a2c72c', 'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'mac_address': 'fa:16:3e:a0:e5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:22Z', 'updated_at': '2022-03-21T11:38:25Z', 'revision_number': 2, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'subnets': [{'id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:35.471504 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-6edddae2-c11a-49b9-b82a-447da87e4059 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:35.477516 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-6edddae2-c11a-49b9-b82a-447da87e4059 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 819 time: 1.0360236 Mar 21 11:38:35.484160 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (8d730f9c-e108-4bd7-be0d-5bf951535156), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:35.510336 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Checking router: 556be9ce-0f25-426f-8030-1fc1c5e8fa74 for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:38:35.510778 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Updating router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c binding host dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:38:35.601312 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] For port 6c2e7529-dfce-449e-ae92-aa6f5fe749f6, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:35.622045 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:35.637746 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-c44f1ec8-4d36-40fc-9a01-be9cd5c809ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/quotas/b6daf1be2b45422b9f4f231b03f2ecbf HTTP/1.1" status: 200 len: 375 time: 0.1411858 Mar 21 11:38:35.646508 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:35.650068 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:35.659765 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:35.733758 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event updated for resources: {'Port': ['ID=8d730f9c-e108-4bd7-be0d-5bf951535156,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:35.756680 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] For port 6c2e7529-dfce-449e-ae92-aa6f5fe749f6, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=6c2e7529-dfce-449e-ae92-aa6f5fe749f6,segment=NetworkSegment(d0b690ac-a3b5-4755-90ba-09167c0385ae),segment_id=d0b690ac-a3b5-4755-90ba-09167c0385ae)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:35.858853 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 6831c0f3-fc51-420a-b2c0-334d3c202f32 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:35.889952 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (6c2e7529-dfce-449e-ae92-aa6f5fe749f6), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:35.959177 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35532) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:35.989112 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:35.989112 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:35.989112 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] 10.222.0.64 "PUT /v2.0/ports/6c2e7529-dfce-449e-ae92-aa6f5fe749f6 HTTP/1.1" status: 200 len: 1093 time: 5.2073236 Mar 21 11:38:35.989112 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126ac87e-1c0f-45d7-827f-60686dc1ff11', 'tag': '6c2e7529-dfce-449e-ae92-aa6f5fe749f6'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:38:36.024421 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-822d446a-5ab8-4a97-9b28-92ab289e7466 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--885563639', 'description': 'tempest-description--1651257638'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:36.186176 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-822d446a-5ab8-4a97-9b28-92ab289e7466 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:36.209407 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 6831c0f3-fc51-420a-b2c0-334d3c202f32 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:36.211058 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (6831c0f3-fc51-420a-b2c0-334d3c202f32), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:36.265156 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Router 23780c50-5505-422f-98fa-76f67c3a334b has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:38:36.274623 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for floatingip (0a8f5b55-3f93-448e-a1b7-a52c0ce487e6), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:36.436859 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44c609-9b3c-4382-b9b3-81e7eae95607 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2e7529-dfce-449e-ae92-aa6f5fe749f6,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:36.479599 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (8d730f9c-e108-4bd7-be0d-5bf951535156), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:36.519621 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-b4c40941-ae4a-4682-8d12-8b392cb04826 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7862260 Mar 21 11:38:36.572276 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-822d446a-5ab8-4a97-9b28-92ab289e7466 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group (e274a63e-70fe-460b-99ab-7548aaf52774), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:36.583103 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-822d446a-5ab8-4a97-9b28-92ab289e7466 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (e274a63e-70fe-460b-99ab-7548aaf52774), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:36.594759 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebdc479-aafc-4711-8c94-71eddad1320d" -d '{"events": [{"name": "network-changed", "server_uuid": "126ac87e-1c0f-45d7-827f-60686dc1ff11", "tag": "6c2e7529-dfce-449e-ae92-aa6f5fe749f6"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:38:36.684844 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baedc8f-7f5c-4d8f-9e87-add90468ecfa req-cf4737c7-70c5-444d-9752-cb2cdcda40b2 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:36.694018 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 6831c0f3-fc51-420a-b2c0-334d3c202f32 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:36.694018 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (6831c0f3-fc51-420a-b2c0-334d3c202f32), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:36.704948 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5baedc8f-7f5c-4d8f-9e87-add90468ecfa req-cf4737c7-70c5-444d-9752-cb2cdcda40b2 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 943 time: 0.5600495 Mar 21 11:38:36.742343 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-822d446a-5ab8-4a97-9b28-92ab289e7466 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:36.743967 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-822d446a-5ab8-4a97-9b28-92ab289e7466 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7574630 Mar 21 11:38:36.750122 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35564) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:36.752161 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port 6831c0f3-fc51-420a-b2c0-334d3c202f32, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=6831c0f3-fc51-420a-b2c0-334d3c202f32,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:36.763147 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-f9c2f1fc-a982-48ff-b68c-92c8ad0e8731 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Request body: {'security_group_rule': {'security_group_id': 'e274a63e-70fe-460b-99ab-7548aaf52774', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:36.769851 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (6831c0f3-fc51-420a-b2c0-334d3c202f32), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:36.770620 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 369de428-ef40-4f7a-bc06-b10726499c02 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:36.780644 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d446a-5ab8-4a97-9b28-92ab289e7466 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e274a63e-70fe-460b-99ab-7548aaf52774,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:36.831389 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f1fc-a982-48ff-b68c-92c8ad0e8731 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group_rule (b3ba9e74-ecc1-453d-a4b4-61f19d418ee7), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:36.929538 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for port (8d730f9c-e108-4bd7-be0d-5bf951535156), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:36.950698 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (8d730f9c-e108-4bd7-be0d-5bf951535156), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:36.982865 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=6831c0f3-fc51-420a-b2c0-334d3c202f32,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:37.026293 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Publish callbacks [] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.044603 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 369de428-ef40-4f7a-bc06-b10726499c02 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:37.045088 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (369de428-ef40-4f7a-bc06-b10726499c02), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.052673 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (0a8f5b55-3f93-448e-a1b7-a52c0ce487e6), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.067852 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f1fc-a982-48ff-b68c-92c8ad0e8731 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group_rule (b3ba9e74-ecc1-453d-a4b4-61f19d418ee7), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.077517 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event updated for resources: {'Port': ['ID=8d730f9c-e108-4bd7-be0d-5bf951535156,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:37.082045 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f1fc-a982-48ff-b68c-92c8ad0e8731 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (b3ba9e74-ecc1-453d-a4b4-61f19d418ee7), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.092815 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.103314 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.104905 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b454a12f-e1e6-4009-b765-c6bb303d5785 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8992274 Mar 21 11:38:37.119884 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2f1fc-a982-48ff-b68c-92c8ad0e8731 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ba9e74-ecc1-453d-a4b4-61f19d418ee7,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:37.134285 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f1fc-a982-48ff-b68c-92c8ad0e8731 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.135950 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-f9c2f1fc-a982-48ff-b68c-92c8ad0e8731 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3835158 Mar 21 11:38:37.150033 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35574) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:37.160069 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-cdff049a-8b0a-4bb5-b031-4266c7e18bb9 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Request body: {'security_group_rule': {'security_group_id': 'e274a63e-70fe-460b-99ab-7548aaf52774', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:37.229731 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cdff049a-8b0a-4bb5-b031-4266c7e18bb9 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group_rule (7c6de09a-b155-43e5-b1cf-693d32830729), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.251228 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb81c9-541f-4ecf-854f-d52ad1e1da49 None None] Pushing event updated for resources: {'Port': ['ID=47e07642-339c-4a4d-a8eb-8a12a1a2c72c,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:37.396506 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cdff049a-8b0a-4bb5-b031-4266c7e18bb9 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group_rule (7c6de09a-b155-43e5-b1cf-693d32830729), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.406369 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cdff049a-8b0a-4bb5-b031-4266c7e18bb9 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (7c6de09a-b155-43e5-b1cf-693d32830729), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.425603 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff049a-8b0a-4bb5-b031-4266c7e18bb9 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6de09a-b155-43e5-b1cf-693d32830729,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:37.439821 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cdff049a-8b0a-4bb5-b031-4266c7e18bb9 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.443970 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-cdff049a-8b0a-4bb5-b031-4266c7e18bb9 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2895043 Mar 21 11:38:37.444662 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35580) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:37.453402 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Request body: {'floatingip': {'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:37.454734 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Attempting to bind port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:37.458796 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Attempting to bind port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': '847fa3af-c62c-41ee-882d-a8398f1522ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2407076-ce8e-4906-8d16-619268537603'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:37.459250 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Attempting to bind port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c on network c2407076-ce8e-4906-8d16-619268537603 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:37.498676 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.523731 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:37.524135 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Checking segment: {'id': '847fa3af-c62c-41ee-882d-a8398f1522ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2407076-ce8e-4906-8d16-619268537603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:37.524541 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.524940 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Bound using segment: {'id': '847fa3af-c62c-41ee-882d-a8398f1522ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2407076-ce8e-4906-8d16-619268537603'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:37.526113 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Bound port: 47e07642-339c-4a4d-a8eb-8a12a1a2c72c, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847fa3af-c62c-41ee-882d-a8398f1522ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2407076-ce8e-4906-8d16-619268537603'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:37.526113 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.555602 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 369de428-ef40-4f7a-bc06-b10726499c02 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:37.556721 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device dc45a4ca-262c-4339-b186-299676925d77 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:37.589275 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-340a96e6-801f-4c20-8e3d-a059349c4a3d service neutron] 10.222.0.61 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9741228 Mar 21 11:38:37.593310 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:38:37.604688 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Sync routers for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:38:37.618536 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:38:37.619477 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:37.627732 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3b989d5c-e567-4aad-81d3-16d11323e46f None None] Provisioning complete for port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:37.628449 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b989d5c-e567-4aad-81d3-16d11323e46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.654478 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.662706 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-95c8d4e5-7ee7-49f1-ae4c-50548587ea8a admin admin] 10.222.0.61 "PUT /v2.0/routers/23780c50-5505-422f-98fa-76f67c3a334b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3399522 Mar 21 11:38:37.739423 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3b989d5c-e567-4aad-81d3-16d11323e46f None None] Port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:38:37.810299 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] For port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:37.820597 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] For port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=47e07642-339c-4a4d-a8eb-8a12a1a2c72c,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:37.828631 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-f9a2acf2-3ab1-4618-9606-8b486e5459eb service neutron] 10.222.0.61 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333648 Mar 21 11:38:37.831183 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port dc45a4ca-262c-4339-b186-299676925d77 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:37.832024 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (dc45a4ca-262c-4339-b186-299676925d77), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.858272 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5baedc8f-7f5c-4d8f-9e87-add90468ecfa req-fdd09903-822d-4172-b04d-f1388044b6fd tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/security-groups?id=860ed3df-a551-44a2-ace2-7c96cd1bdb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1423023 Mar 21 11:38:37.874814 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:37.875363 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Allocated IP 172.27.0.204 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/b029e1db-d957-40e8-b617-0e0115d52ea6) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:37.923306 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:38:38.079591 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb81c9-541f-4ecf-854f-d52ad1e1da49 None None] Pushing event updated for resources: {'Port': ['ID=47e07642-339c-4a4d-a8eb-8a12a1a2c72c,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:38.123496 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Routers {'556be9ce-0f25-426f-8030-1fc1c5e8fa74'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:38:38.128094 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:38.192778 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for port (b029e1db-d957-40e8-b617-0e0115d52ea6), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:38.270480 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (b029e1db-d957-40e8-b617-0e0115d52ea6), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:38.320903 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event updated for resources: {'Port': ['ID=b029e1db-d957-40e8-b617-0e0115d52ea6,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:38.333468 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:38.335656 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:38.340947 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:38.391614 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4072edb5-106d-4053-9a21-da41f179884c req-30becdc5-bb45-4f08-92f9-0b2c325b6dc4 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--918127031&fields=id&tenant_id=0c141138859a41e99ecf708f522bb0a7 HTTP/1.1" status: 200 len: 267 time: 0.1832933 Mar 21 11:38:38.423919 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46445ebd-62c1-480b-8332-d8943b298cd3 x-openstack-request-id: req-46445ebd-62c1-480b-8332-d8943b298cd3 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:38:38.424469 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126ac87e-1c0f-45d7-827f-60686dc1ff11", "tag": "6c2e7529-dfce-449e-ae92-aa6f5fe749f6", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:38:38.424854 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-46445ebd-62c1-480b-8332-d8943b298cd3 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:38:38.425427 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126ac87e-1c0f-45d7-827f-60686dc1ff11', 'tag': '6c2e7529-dfce-449e-ae92-aa6f5fe749f6', 'status': 'completed', 'code': 200} Mar 21 11:38:38.443149 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for floatingip (0416534a-e77d-4533-84fc-7c01283e9769), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:38.517240 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (b029e1db-d957-40e8-b617-0e0115d52ea6), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:38.578021 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port dc45a4ca-262c-4339-b186-299676925d77 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:38.578517 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (dc45a4ca-262c-4339-b186-299676925d77), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:38.581154 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:32Z', 'revision_number': 2, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:38.679576 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Checking router: 23780c50-5505-422f-98fa-76f67c3a334b for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:38:38.680230 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Updating router 23780c50-5505-422f-98fa-76f67c3a334b port a46c3369-a197-4e24-9073-b2ea344e1f1d binding host dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:38:38.720077 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072edb5-106d-4053-9a21-da41f179884c req-ef4c9cea-b7d1-4287-97df-8ee3bc3b74e9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:38.721636 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4072edb5-106d-4053-9a21-da41f179884c req-ef4c9cea-b7d1-4287-97df-8ee3bc3b74e9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/networks?id=c2407076-ce8e-4906-8d16-619268537603 HTTP/1.1" status: 200 len: 816 time: 0.3292131 Mar 21 11:38:38.741169 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port dc45a4ca-262c-4339-b186-299676925d77, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=dc45a4ca-262c-4339-b186-299676925d77,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:38.753453 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4072edb5-106d-4053-9a21-da41f179884c req-517be7ad-5f20-4364-8ced-c4ff9a9cdaae tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/quotas/0c141138859a41e99ecf708f522bb0a7 HTTP/1.1" status: 200 len: 375 time: 0.0253847 Mar 21 11:38:38.768729 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:38.769947 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (dc45a4ca-262c-4339-b186-299676925d77), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:38.770939 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 8a8a9b12-7710-44cf-8044-96b6e76b31da up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:38.847717 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4072edb5-106d-4053-9a21-da41f179884c req-2d015ad6-a88b-4397-ac4a-3c1d67901b97 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c141138859a41e99ecf708f522bb0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853686 Mar 21 11:38:38.853436 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.64', 58492) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:38.891429 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-17732d14-cd25-4562-8fa1-b2a0f2aa7fd9 None None] Provisioning complete for port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:38.892738 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17732d14-cd25-4562-8fa1-b2a0f2aa7fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:39.044588 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4072edb5-106d-4053-9a21-da41f179884c req-58466c39-9fd1-4a21-929c-e7a938f3046f service neutron] 10.222.0.61 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661537 Mar 21 11:38:39.178723 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 35636) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:39.315561 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7e72198c-e45e-46f8-9b4c-e6d520159a6c tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1487956270', 'description': 'tempest-description--145682068'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:39.346661 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] Set router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:38:39.457601 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7e72198c-e45e-46f8-9b4c-e6d520159a6c tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:39.491403 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for port (b029e1db-d957-40e8-b617-0e0115d52ea6), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:39.523512 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (b029e1db-d957-40e8-b617-0e0115d52ea6), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:39.555307 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (0416534a-e77d-4533-84fc-7c01283e9769), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:39.570276 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7e72198c-e45e-46f8-9b4c-e6d520159a6c tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (2b4ccfed-76b8-419c-830d-f56baebd4a93), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:39.607351 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-f740d3db-c49b-4711-8efc-b35a0f53f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:39.609594 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-f740d3db-c49b-4711-8efc-b35a0f53f85e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae63a98d72774cb08310b796d2b4c223&device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 1127 time: 0.5623951 Mar 21 11:38:39.616495 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-324379fb-9a57-4a72-a9a4-40c60d953de0 req-e861829e-b34b-4ec9-bede-96a3be9fff79 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 210 time: 0.2568767 Mar 21 11:38:39.617918 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7e72198c-e45e-46f8-9b4c-e6d520159a6c tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (2b4ccfed-76b8-419c-830d-f56baebd4a93), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:39.709345 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event updated for resources: {'Port': ['ID=b029e1db-d957-40e8-b617-0e0115d52ea6,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:39.722663 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Sync routers for ids ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:38:39.746850 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:39.748630 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-2b96cb86-89da-4b66-8c0f-d4b21ec098d0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3028286 Mar 21 11:38:39.879326 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72198c-e45e-46f8-9b4c-e6d520159a6c tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4ccfed-76b8-419c-830d-f56baebd4a93,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:39.898303 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Publish callbacks [] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:39.911728 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:39.923836 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7e72198c-e45e-46f8-9b4c-e6d520159a6c tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:39.930733 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35670) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:39.938243 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b9f8465a-130e-488b-9ab7-b24e1c5c429d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'security_group_rule': {'security_group_id': '2b4ccfed-76b8-419c-830d-f56baebd4a93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:39.946326 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-7e72198c-e45e-46f8-9b4c-e6d520159a6c tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7651591 Mar 21 11:38:39.974648 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-17732d14-cd25-4562-8fa1-b2a0f2aa7fd9 None None] Current status of the port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:39.978541 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17732d14-cd25-4562-8fa1-b2a0f2aa7fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:39.993317 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9f8465a-130e-488b-9ab7-b24e1c5c429d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (8469f981-a462-4b9c-a714-a45bfc9e4a76), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:40.049731 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-17732d14-cd25-4562-8fa1-b2a0f2aa7fd9 None None] For port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=47e07642-339c-4a4d-a8eb-8a12a1a2c72c,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:40.063728 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75312e73-3716-4ae4-ae7d-a42f9d941b7c None None] Pushing event updated for resources: {'Port': ['ID=a46c3369-a197-4e24-9073-b2ea344e1f1d,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:40.092066 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-17732d14-cd25-4562-8fa1-b2a0f2aa7fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:40.104761 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-890b985d-eae5-46c4-bac8-663b4960a256 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c2e7529-dfce-449e-ae92-aa6f5fe749f6 HTTP/1.1" status: 200 len: 217 time: 0.4721787 Mar 21 11:38:40.125835 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Routers {'88dc3778-37d3-4c2d-9bb6-e3557b8202ac'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:38:40.130890 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:40.160648 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=dc45a4ca-262c-4339-b186-299676925d77,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:40.179021 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9f8465a-130e-488b-9ab7-b24e1c5c429d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (8469f981-a462-4b9c-a714-a45bfc9e4a76), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:40.194753 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9f8465a-130e-488b-9ab7-b24e1c5c429d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (8469f981-a462-4b9c-a714-a45bfc9e4a76), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:40.256828 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8465a-130e-488b-9ab7-b24e1c5c429d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8469f981-a462-4b9c-a714-a45bfc9e4a76,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:40.273970 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.64', 58496) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:40.284841 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b9f8465a-130e-488b-9ab7-b24e1c5c429d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:40.286150 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b9f8465a-130e-488b-9ab7-b24e1c5c429d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3541422 Mar 21 11:38:40.295758 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35678) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:40.304865 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e6e6562a-91e4-4df5-ad4d-a4f694250802 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'security_group_rule': {'security_group_id': '2b4ccfed-76b8-419c-830d-f56baebd4a93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:40.319659 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Attempting to bind port a46c3369-a197-4e24-9073-b2ea344e1f1d on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:40.323470 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Attempting to bind port a46c3369-a197-4e24-9073-b2ea344e1f1d by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:40.324147 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Attempting to bind port a46c3369-a197-4e24-9073-b2ea344e1f1d on network 18d4826d-4fed-4890-a7bf-cce3a3544769 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:40.342311 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:40.347026 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Checking segment: {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:40.347675 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:40.350291 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Bound using segment: {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:40.351145 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Bound port: a46c3369-a197-4e24-9073-b2ea344e1f1d, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:40.353368 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:40.388071 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6e6562a-91e4-4df5-ad4d-a4f694250802 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (939a5323-9620-4c73-9c29-8e270341e453), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:40.468952 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-523fa895-3660-4e2b-a696-83c2abbeb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:40.482171 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-523fa895-3660-4e2b-a696-83c2abbeb2d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1375f3ff-1c44-4f11-ab2a-2b7a0824a975 HTTP/1.1" status: 200 len: 851 time: 0.2744529 Mar 21 11:38:40.519572 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] For port a46c3369-a197-4e24-9073-b2ea344e1f1d, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:40.535614 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] For port a46c3369-a197-4e24-9073-b2ea344e1f1d, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=a46c3369-a197-4e24-9073-b2ea344e1f1d,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:40.562149 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:40.573583 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a0ebf768-5c89-4933-b336-8eb0cd5a9ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:40.580639 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6e6562a-91e4-4df5-ad4d-a4f694250802 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (939a5323-9620-4c73-9c29-8e270341e453), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:40.589212 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6e6562a-91e4-4df5-ad4d-a4f694250802 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (939a5323-9620-4c73-9c29-8e270341e453), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:40.675267 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 8a8a9b12-7710-44cf-8044-96b6e76b31da triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:40.675800 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (8a8a9b12-7710-44cf-8044-96b6e76b31da), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:40.704864 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6e6562a-91e4-4df5-ad4d-a4f694250802 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:40.707175 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-e6e6562a-91e4-4df5-ad4d-a4f694250802 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4060743 Mar 21 11:38:40.710424 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35700) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:40.712912 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75312e73-3716-4ae4-ae7d-a42f9d941b7c None None] Pushing event updated for resources: {'Port': ['ID=a46c3369-a197-4e24-9073-b2ea344e1f1d,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:40.735763 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'floatingip': {'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:40.760858 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:38:40.765149 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6562a-91e4-4df5-ad4d-a4f694250802 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939a5323-9620-4c73-9c29-8e270341e453,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:40.775428 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:40.825374 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:40.864978 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-d1d78512-d661-4ab8-8c4d-1bd419c186bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1073135d-a9f3-4146-a613-cd15f207a9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3195148 Mar 21 11:38:40.876587 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f601c9d4-87e4-4017-ab0f-e20bd734c0c4 None None] Provisioning complete for port a46c3369-a197-4e24-9073-b2ea344e1f1d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:40.877554 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f601c9d4-87e4-4017-ab0f-e20bd734c0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:40.990266 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17732d14-cd25-4562-8fa1-b2a0f2aa7fd9 None None] Pushing event updated for resources: {'Port': ['ID=47e07642-339c-4a4d-a8eb-8a12a1a2c72c,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:41.095085 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:38:41.145953 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:41.153559 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Set router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:38:41.306229 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 8a8a9b12-7710-44cf-8044-96b6e76b31da is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:41.420488 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35714) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:41.428919 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:40Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:41.460086 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Allocated IP 172.27.0.50 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/942418a9-e58d-444a-9edb-01232a7075fe) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:41.463878 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-5b1ada3b-254f-42fd-9279-54427e1233ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:41.469037 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-5b1ada3b-254f-42fd-9279-54427e1233ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.64 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 819 time: 1.0113957 Mar 21 11:38:41.481954 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-2bb5e929-4883-43f5-888e-66973bb8d8eb tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:41.484907 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-2bb5e929-4883-43f5-888e-66973bb8d8eb tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.64 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 819 time: 2.4367228 Mar 21 11:38:41.505661 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4072edb5-106d-4053-9a21-da41f179884c req-a076cab0-adb1-48ab-91ee-87d1f8441db7 service neutron] 10.222.0.61 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4597735 Mar 21 11:38:41.520628 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-3f81db2c-9aa4-4dde-a9f5-051f0e36963a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Request body: {'port': {'device_id': 'bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'admin_state_up': True, 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:41.544968 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9e6de9-34a6-45b1-8af1-f38a13a7b349 None None] The sync data for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi is: [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:40Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:38:41.575319 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f601c9d4-87e4-4017-ab0f-e20bd734c0c4 None None] Current status of the port a46c3369-a197-4e24-9073-b2ea344e1f1d is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:41.575890 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f601c9d4-87e4-4017-ab0f-e20bd734c0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:41.578687 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3ae44-9412-4d8a-9a4e-ed01a355fd00 req-46e4a209-b949-4d08-9f37-48be4e076ac1 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:41.588248 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a1d3ae44-9412-4d8a-9a4e-ed01a355fd00 req-46e4a209-b949-4d08-9f37-48be4e076ac1 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 943 time: 1.5397363 Mar 21 11:38:41.617276 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:25Z', 'revision_number': 4, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '47e07642-339c-4a4d-a8eb-8a12a1a2c72c', 'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'mac_address': 'fa:16:3e:a0:e5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:22Z', 'updated_at': '2022-03-21T11:38:37Z', 'revision_number': 4, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'subnets': [{'id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:41.660731 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-c22b4cd9-b57b-4b02-acaa-426da05f34ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Request body: {'port': {'device_id': '34c7dafd-a921-49dd-800a-bc8cc0a7badc', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'admin_state_up': True, 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:41.756254 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e4ce-89e1-4b54-9613-08a060a7df6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:41.760775 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 6831c0f3-fc51-420a-b2c0-334d3c202f32 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:41.814799 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8373c94-94c6-4825-adac-07483d3fcd1e None None] The sync data for ids ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'] in dv-cinder-805072-11-iscsi is: [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:25Z', 'revision_number': 4, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '47e07642-339c-4a4d-a8eb-8a12a1a2c72c', 'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'mac_address': 'fa:16:3e:a0:e5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:22Z', 'updated_at': '2022-03-21T11:38:37Z', 'revision_number': 4, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'subnets': [{'id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:38:41.961690 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-f601c9d4-87e4-4017-ab0f-e20bd734c0c4 None None] For port a46c3369-a197-4e24-9073-b2ea344e1f1d, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=a46c3369-a197-4e24-9073-b2ea344e1f1d,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:41.975728 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f601c9d4-87e4-4017-ab0f-e20bd734c0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:41.986605 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for port (942418a9-e58d-444a-9edb-01232a7075fe), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:42.161990 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e4ce-89e1-4b54-9613-08a060a7df6c admin admin] Publish callbacks [] for security_group (84dffaf2-b06c-4a69-b29d-45cc3527f960), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:42.180281 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c0f4e4ce-89e1-4b54-9613-08a060a7df6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (84dffaf2-b06c-4a69-b29d-45cc3527f960), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:42.195584 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a1d3ae44-9412-4d8a-9a4e-ed01a355fd00 req-33657d92-36cb-4e33-95ea-9a841466d413 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/security-groups?id=860ed3df-a551-44a2-ace2-7c96cd1bdb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881951 Mar 21 11:38:42.195879 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601c9d4-87e4-4017-ab0f-e20bd734c0c4 None None] Pushing event updated for resources: {'Port': ['ID=a46c3369-a197-4e24-9073-b2ea344e1f1d,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:42.250188 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (942418a9-e58d-444a-9edb-01232a7075fe), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:42.286407 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 6831c0f3-fc51-420a-b2c0-334d3c202f32 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:42.286939 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (6831c0f3-fc51-420a-b2c0-334d3c202f32), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:42.380052 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e98bc314-0c2e-4809-8c0e-e2e08e46deab None None] Provisioning complete for port a46c3369-a197-4e24-9073-b2ea344e1f1d triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:42.380683 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e98bc314-0c2e-4809-8c0e-e2e08e46deab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:42.384435 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-c0f4e4ce-89e1-4b54-9613-08a060a7df6c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bde6494f92c74f68972584b9a7b4c1d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9627235 Mar 21 11:38:42.388524 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4e4ce-89e1-4b54-9613-08a060a7df6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dffaf2-b06c-4a69-b29d-45cc3527f960,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:42.392641 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35746) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:42.441310 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-9b269910-1d18-4706-839f-269f73102302 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--885563639&fields=id&tenant_id=e2bdb0295f6141ff94dcd579a870987b HTTP/1.1" status: 200 len: 267 time: 0.2518229 Mar 21 11:38:42.450180 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:42.460907 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:42.464842 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:42.473331 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'Port': ['ID=942418a9-e58d-444a-9edb-01232a7075fe,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:42.504389 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29554cb4-6663-49e8-9423-6d7749e1806a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:42.504621 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:38:42.509577 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cacf1e41-51c7-4af2-8aa5-cdf87a69f368 req-12666bff-733d-476e-882b-e07f6999fd8c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 210 time: 0.0878029 Mar 21 11:38:42.534882 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-8407c8ae-6552-4c51-ad3c-26f3aa5047af service neutron] 10.222.0.64 "GET /v2.0/networks/1073135d-a9f3-4146-a613-cd15f207a9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4922783 Mar 21 11:38:42.539204 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-c22b4cd9-b57b-4b02-acaa-426da05f34ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Made reservation on behalf of b6daf1be2b45422b9f4f231b03f2ecbf for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:38:42.554269 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 6831c0f3-fc51-420a-b2c0-334d3c202f32 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:42.554425 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69f155bf-1491-49fa-be34-4edd6dc57b04 admin admin] Publish callbacks [] for security_group (84dffaf2-b06c-4a69-b29d-45cc3527f960), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:42.559105 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-c22b4cd9-b57b-4b02-acaa-426da05f34ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:42.560650 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device cd3739e2-d2cf-4c09-a91e-7bfaee168d32 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:42.578235 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (2e4266d2-9037-4361-8db3-17a7d48a0e1e), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:42.593542 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69f155bf-1491-49fa-be34-4edd6dc57b04 admin admin] Publish callbacks [] for security_group (84dffaf2-b06c-4a69-b29d-45cc3527f960), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:42.678149 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (942418a9-e58d-444a-9edb-01232a7075fe), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:42.700542 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '72785818-d4e6-40e2-b873-767adbc7357c', 'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'mac_address': 'fa:16:3e:e6:48:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:27Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 2, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'subnets': [{'id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:42.733903 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69f155bf-1491-49fa-be34-4edd6dc57b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (84dffaf2-b06c-4a69-b29d-45cc3527f960), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:42.736994 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-69f155bf-1491-49fa-be34-4edd6dc57b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:42.738463 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-69f155bf-1491-49fa-be34-4edd6dc57b04 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/84dffaf2-b06c-4a69-b29d-45cc3527f960 HTTP/1.1" status: 204 len: 168 time: 0.3285820 Mar 21 11:38:42.779743 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f155bf-1491-49fa-be34-4edd6dc57b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dffaf2-b06c-4a69-b29d-45cc3527f960,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:42.788394 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Checking router: 88dc3778-37d3-4c2d-9bb6-e3557b8202ac for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:38:42.788814 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Updating router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac port 72785818-d4e6-40e2-b873-767adbc7357c binding host dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:38:42.895910 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port cd3739e2-d2cf-4c09-a91e-7bfaee168d32 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:42.896281 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (cd3739e2-d2cf-4c09-a91e-7bfaee168d32), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:43.005826 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for port (942418a9-e58d-444a-9edb-01232a7075fe), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:43.022010 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (942418a9-e58d-444a-9edb-01232a7075fe), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:43.089485 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (2e4266d2-9037-4361-8db3-17a7d48a0e1e), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:43.174830 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'Port': ['ID=942418a9-e58d-444a-9edb-01232a7075fe,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:43.198173 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:43.208143 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-2e692e37-4b5e-42ef-bcbb-826db7bf751a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4839098 Mar 21 11:38:43.210794 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (72785818-d4e6-40e2-b873-767adbc7357c), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:43.294571 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e98bc314-0c2e-4809-8c0e-e2e08e46deab None None] Current status of the port a46c3369-a197-4e24-9073-b2ea344e1f1d is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:43.365717 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35772) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:43.404900 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01b1796e-806e-49f9-8348-107d70ab5c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:43.408816 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc789c57-dacb-41e8-b730-d03a53e05b73 req-162a853b-cf20-4ff1-9fb7-a1e0a2824634 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 210 time: 0.8072348 Mar 21 11:38:43.562283 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.64', 58504) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:43.599222 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:43.603193 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port cd3739e2-d2cf-4c09-a91e-7bfaee168d32 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:43.603831 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (cd3739e2-d2cf-4c09-a91e-7bfaee168d32), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:43.675829 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-c3cd69f1-9f6a-498d-82b8-7d9611bd0d73 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:43.677405 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-c3cd69f1-9f6a-498d-82b8-7d9611bd0d73 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/networks?id=698d8f47-e4f5-4f6e-b02c-62fad736a58a HTTP/1.1" status: 200 len: 810 time: 1.1663706 Mar 21 11:38:43.755822 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port cd3739e2-d2cf-4c09-a91e-7bfaee168d32, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=cd3739e2-d2cf-4c09-a91e-7bfaee168d32,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:43.757340 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01b1796e-806e-49f9-8348-107d70ab5c98 admin admin] Publish callbacks [] for security_group (63529d75-dabb-4b5e-8b2e-e6ecb86d1b9d), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:43.770884 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (cd3739e2-d2cf-4c09-a91e-7bfaee168d32), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:43.771869 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device dc45a4ca-262c-4339-b186-299676925d77 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:43.778159 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-01b1796e-806e-49f9-8348-107d70ab5c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (63529d75-dabb-4b5e-8b2e-e6ecb86d1b9d), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:43.789685 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-c22b4cd9-b57b-4b02-acaa-426da05f34ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Allocated IP 172.20.0.4 (1d03519d-2e7e-48b4-905f-e8767233d5b2/3028da22-9f5c-47fe-ad2f-2d7bc04fd16b/14076b0a-ac44-4176-bc4b-816f616d936e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:43.833500 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-0d965f85-fff8-4bbf-a5af-977502e9c74c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/quotas/e2bdb0295f6141ff94dcd579a870987b HTTP/1.1" status: 200 len: 375 time: 0.1387606 Mar 21 11:38:43.848223 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-3f81db2c-9aa4-4dde-a9f5-051f0e36963a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Made reservation on behalf of b6daf1be2b45422b9f4f231b03f2ecbf for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:38:43.852138 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-3f81db2c-9aa4-4dde-a9f5-051f0e36963a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:43.872493 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=cd3739e2-d2cf-4c09-a91e-7bfaee168d32,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:43.979285 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35786) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:44.041550 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port dc45a4ca-262c-4339-b186-299676925d77 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:44.042289 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (dc45a4ca-262c-4339-b186-299676925d77), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.044127 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-01b1796e-806e-49f9-8348-107d70ab5c98 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=836ae962ed424581b29d817766e6a909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6773546 Mar 21 11:38:44.044754 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35792) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:44.071109 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1796e-806e-49f9-8348-107d70ab5c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63529d75-dabb-4b5e-8b2e-e6ecb86d1b9d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:44.098258 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Publish callbacks [] for port (72785818-d4e6-40e2-b873-767adbc7357c), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.114553 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (72785818-d4e6-40e2-b873-767adbc7357c), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.143209 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072edb5-106d-4053-9a21-da41f179884c req-809efc9f-e6e3-479f-8260-d192c6904cd0 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:44.146019 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4072edb5-106d-4053-9a21-da41f179884c req-809efc9f-e6e3-479f-8260-d192c6904cd0 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.64 "GET /v2.0/networks?id=c2407076-ce8e-4906-8d16-619268537603 HTTP/1.1" status: 200 len: 816 time: 0.5826211 Mar 21 11:38:44.169858 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c450259-b1e3-4524-ae66-32ff5bc718b3 None None] Pushing event updated for resources: {'Port': ['ID=72785818-d4e6-40e2-b873-767adbc7357c,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:44.239068 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-60bc5140-640c-44ba-a3b9-c3071080755c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.242787 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port dc45a4ca-262c-4339-b186-299676925d77 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:44.285456 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35796) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:44.379020 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-60bc5140-640c-44ba-a3b9-c3071080755c admin admin] Publish callbacks [] for security_group (621c5efd-c5e7-4aed-8a35-00f9eea323fe), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.396134 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Attempting to bind port 72785818-d4e6-40e2-b873-767adbc7357c on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:44.396509 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Attempting to bind port 72785818-d4e6-40e2-b873-767adbc7357c by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:44.396874 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Attempting to bind port 72785818-d4e6-40e2-b873-767adbc7357c on network 698d8f47-e4f5-4f6e-b02c-62fad736a58a {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:44.408986 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:44.408986 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Checking segment: {'id': '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:44.408986 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.409299 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Bound using segment: {'id': '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:44.409668 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Bound port: 72785818-d4e6-40e2-b873-767adbc7357c, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:44.410048 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (72785818-d4e6-40e2-b873-767adbc7357c), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.428044 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16747263-0c38-46a5-aa76-4849edea0391 req-5ba1d2af-43f7-493e-9d42-a8ace8d8764e tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:44.432360 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-60bc5140-640c-44ba-a3b9-c3071080755c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (621c5efd-c5e7-4aed-8a35-00f9eea323fe), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.438915 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-16747263-0c38-46a5-aa76-4849edea0391 req-5ba1d2af-43f7-493e-9d42-a8ace8d8764e tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 943 time: 0.7466588 Mar 21 11:38:44.466584 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc6d31d8-66dc-47bc-beb6-6a322fa6e4b7 req-db9e62e6-7136-4466-bd9d-ea11d1eff58a service neutron] 10.222.0.64 "GET /v2.0/networks/1073135d-a9f3-4146-a613-cd15f207a9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7495148 Mar 21 11:38:44.472313 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8300ff75-8cf3-44a5-a993-be60e2d5bf37 admin admin] Publish callbacks [] for security_group (63529d75-dabb-4b5e-8b2e-e6ecb86d1b9d), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.489657 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-60bc5140-640c-44ba-a3b9-c3071080755c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23da0d4c0bc948e38aa3ecab63208f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4954624 Mar 21 11:38:44.510192 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-fb3f1f0d-b0a6-4e0e-a4c7-a7397eb5ba9b tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e2bdb0295f6141ff94dcd579a870987b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6756804 Mar 21 11:38:44.513829 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 35802) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:44.561408 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] For port 72785818-d4e6-40e2-b873-767adbc7357c, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:44.564185 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8300ff75-8cf3-44a5-a993-be60e2d5bf37 admin admin] Publish callbacks [] for security_group (63529d75-dabb-4b5e-8b2e-e6ecb86d1b9d), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.568740 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] For port 72785818-d4e6-40e2-b873-767adbc7357c, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=72785818-d4e6-40e2-b873-767adbc7357c,segment=NetworkSegment(764b03ae-9161-4412-8fc2-dbb9b6a3c7d7),segment_id=764b03ae-9161-4412-8fc2-dbb9b6a3c7d7)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:44.592738 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc5140-640c-44ba-a3b9-c3071080755c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621c5efd-c5e7-4aed-8a35-00f9eea323fe,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:44.604746 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (72785818-d4e6-40e2-b873-767adbc7357c), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.607726 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8f92afe1-ef59-44bc-aa86-bb1dca505bce None None] Provisioning complete for port 72785818-d4e6-40e2-b873-767adbc7357c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:44.609495 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f92afe1-ef59-44bc-aa86-bb1dca505bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (72785818-d4e6-40e2-b873-767adbc7357c), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.632273 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4072edb5-106d-4053-9a21-da41f179884c req-7f7ec8de-6d58-45ab-ad7c-92d1c1768cff tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c141138859a41e99ecf708f522bb0a7 HTTP/1.1" status: 200 len: 379 time: 0.4616592 Mar 21 11:38:44.652902 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-4072edb5-106d-4053-9a21-da41f179884c req-29eeed6f-3db2-4685-a5eb-bfde2cb1df5e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Request body: {'port': {'device_id': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'admin_state_up': True, 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'security_groups': ['2a47a571-703a-4ca8-bb21-8932b8eee039']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:44.669317 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device cd3739e2-d2cf-4c09-a91e-7bfaee168d32 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:44.734194 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9cb346ef-28c0-429d-be8c-d0eed312ffc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.758828 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-16747263-0c38-46a5-aa76-4849edea0391 req-d2fb99ab-84e9-473a-bf6d-294423646205 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/security-groups?id=860ed3df-a551-44a2-ace2-7c96cd1bdb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188238 Mar 21 11:38:44.778734 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-c22b4cd9-b57b-4b02-acaa-426da05f34ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for port (14076b0a-ac44-4176-bc4b-816f616d936e), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.780080 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31542db7-fb37-449a-84a5-3471dcfaa2fd admin admin] Publish callbacks [] for security_group (621c5efd-c5e7-4aed-8a35-00f9eea323fe), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.788338 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c450259-b1e3-4524-ae66-32ff5bc718b3 None None] Pushing event updated for resources: {'Port': ['ID=72785818-d4e6-40e2-b873-767adbc7357c,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:44.835066 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8300ff75-8cf3-44a5-a993-be60e2d5bf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (63529d75-dabb-4b5e-8b2e-e6ecb86d1b9d), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.837560 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8300ff75-8cf3-44a5-a993-be60e2d5bf37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.841812 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-8300ff75-8cf3-44a5-a993-be60e2d5bf37 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63529d75-dabb-4b5e-8b2e-e6ecb86d1b9d HTTP/1.1" status: 204 len: 168 time: 0.7686656 Mar 21 11:38:44.852214 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc479-aafc-4711-8c94-71eddad1320d req-7de9cfb2-7cef-4acf-a40b-cd995c4604db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:44.853790 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9ebdc479-aafc-4711-8c94-71eddad1320d req-7de9cfb2-7cef-4acf-a40b-cd995c4604db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae63a98d72774cb08310b796d2b4c223&device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 1127 time: 0.2815807 Mar 21 11:38:44.863599 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300ff75-8cf3-44a5-a993-be60e2d5bf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63529d75-dabb-4b5e-8b2e-e6ecb86d1b9d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:44.875661 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4072edb5-106d-4053-9a21-da41f179884c req-29eeed6f-3db2-4685-a5eb-bfde2cb1df5e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Made reservation on behalf of 0c141138859a41e99ecf708f522bb0a7 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:38:44.879271 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4072edb5-106d-4053-9a21-da41f179884c req-29eeed6f-3db2-4685-a5eb-bfde2cb1df5e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:44.888579 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Routers {'88dc3778-37d3-4c2d-9bb6-e3557b8202ac'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:38:44.895234 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-0d3d65d9-e415-4bc5-94c8-d9829ed5a05a service neutron] 10.222.0.61 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431931 Mar 21 11:38:44.900756 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:44.939529 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port cd3739e2-d2cf-4c09-a91e-7bfaee168d32 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:44.940363 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (cd3739e2-d2cf-4c09-a91e-7bfaee168d32), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:45.033754 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:45.066772 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9cb346ef-28c0-429d-be8c-d0eed312ffc4 admin admin] Publish callbacks [] for security_group (38de518b-2f89-4188-984f-cb41d69c26d2), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:45.101246 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9cb346ef-28c0-429d-be8c-d0eed312ffc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (38de518b-2f89-4188-984f-cb41d69c26d2), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:45.112381 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31542db7-fb37-449a-84a5-3471dcfaa2fd admin admin] Publish callbacks [] for security_group (621c5efd-c5e7-4aed-8a35-00f9eea323fe), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:45.228119 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] Set router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:38:45.273079 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc479-aafc-4711-8c94-71eddad1320d req-e1427b0a-5069-4033-9250-aa0ef42493aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:45.275720 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9ebdc479-aafc-4711-8c94-71eddad1320d req-e1427b0a-5069-4033-9250-aa0ef42493aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=1073135d-a9f3-4146-a613-cd15f207a9fa HTTP/1.1" status: 200 len: 912 time: 0.4121940 Mar 21 11:38:45.294461 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-9cb346ef-28c0-429d-be8c-d0eed312ffc4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f6c1c50810641d59ea7dd89872d8154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9100554 Mar 21 11:38:45.302370 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb346ef-28c0-429d-be8c-d0eed312ffc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38de518b-2f89-4188-984f-cb41d69c26d2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:45.303418 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 35822) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:45.334333 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31542db7-fb37-449a-84a5-3471dcfaa2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (621c5efd-c5e7-4aed-8a35-00f9eea323fe), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:45.337211 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-31542db7-fb37-449a-84a5-3471dcfaa2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:45.342510 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-31542db7-fb37-449a-84a5-3471dcfaa2fd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/621c5efd-c5e7-4aed-8a35-00f9eea323fe HTTP/1.1" status: 204 len: 168 time: 0.8052185 Mar 21 11:38:45.371394 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-c22b4cd9-b57b-4b02-acaa-426da05f34ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (14076b0a-ac44-4176-bc4b-816f616d936e), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:45.394269 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-4072edb5-106d-4053-9a21-da41f179884c req-29eeed6f-3db2-4685-a5eb-bfde2cb1df5e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Allocated IP 172.20.0.9 (c2407076-ce8e-4906-8d16-619268537603/d57719d7-5e0a-4d75-8c02-479681c6e387/b4b550c0-d534-4cbf-98f0-99ee33f9c287) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:45.445388 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8f92afe1-ef59-44bc-aa86-bb1dca505bce None None] Current status of the port 72785818-d4e6-40e2-b873-767adbc7357c is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:45.446045 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f92afe1-ef59-44bc-aa86-bb1dca505bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (72785818-d4e6-40e2-b873-767adbc7357c), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:45.485993 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9ebdc479-aafc-4711-8c94-71eddad1320d req-e7fade51-3b59-4abd-b97f-e60aacfc0825 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c2e7529-dfce-449e-ae92-aa6f5fe749f6 HTTP/1.1" status: 200 len: 217 time: 0.1756549 Mar 21 11:38:45.486328 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port cd3739e2-d2cf-4c09-a91e-7bfaee168d32 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:45.487586 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 47e07642-339c-4a4d-a8eb-8a12a1a2c72c up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:45.539553 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8f92afe1-ef59-44bc-aa86-bb1dca505bce None None] For port 72785818-d4e6-40e2-b873-767adbc7357c, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=72785818-d4e6-40e2-b873-767adbc7357c,segment=NetworkSegment(764b03ae-9161-4412-8fc2-dbb9b6a3c7d7),segment_id=764b03ae-9161-4412-8fc2-dbb9b6a3c7d7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:45.546612 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b4cd9-b57b-4b02-acaa-426da05f34ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Pushing event updated for resources: {'Port': ['ID=14076b0a-ac44-4176-bc4b-816f616d936e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:45.577057 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31542db7-fb37-449a-84a5-3471dcfaa2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621c5efd-c5e7-4aed-8a35-00f9eea323fe,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:45.579424 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8f92afe1-ef59-44bc-aa86-bb1dca505bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (72785818-d4e6-40e2-b873-767adbc7357c), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:45.654090 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-7b0d1a1d-2d7b-46e4-9494-5cf2bd9ae606 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1487956270&fields=id&tenant_id=8ee9a47756654ffb95e31ec71d9f9a10 HTTP/1.1" status: 200 len: 267 time: 0.5359311 Mar 21 11:38:45.687249 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:45.687622 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:45.689229 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92afe1-ef59-44bc-aa86-bb1dca505bce None None] Pushing event updated for resources: {'Port': ['ID=72785818-d4e6-40e2-b873-767adbc7357c,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:45.713280 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-687a1af5-0759-4af5-ad99-6d2ec9a95df5 admin admin] Publish callbacks [] for security_group (38de518b-2f89-4188-984f-cb41d69c26d2), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:45.733630 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-c22b4cd9-b57b-4b02-acaa-426da05f34ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Network 1d03519d-2e7e-48b4-905f-e8767233d5b2 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:45.740486 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '72785818-d4e6-40e2-b873-767adbc7357c', 'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'mac_address': 'fa:16:3e:e6:48:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:27Z', 'updated_at': '2022-03-21T11:38:44Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'subnets': [{'id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:38:45.773145 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-c8c9adcf-ad8b-4e38-9867-a377cf82a0a1 None None] Provisioning complete for port 72785818-d4e6-40e2-b873-767adbc7357c triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:45.773513 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c8c9adcf-ad8b-4e38-9867-a377cf82a0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (72785818-d4e6-40e2-b873-767adbc7357c), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:45.775298 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-c22b4cd9-b57b-4b02-acaa-426da05f34ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:45.778462 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ee5b54-018b-43b2-80a3-83cab2162843 None None] The sync data for ids ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'] in dv-cinder-805072-11-iscsi is: [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '72785818-d4e6-40e2-b873-767adbc7357c', 'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'mac_address': 'fa:16:3e:e6:48:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:27Z', 'updated_at': '2022-03-21T11:38:44Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'subnets': [{'id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:38:45.811849 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.db.api [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-3f81db2c-9aa4-4dde-a9f5-051f0e36963a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-b999c124-374a-4c04-a26b-34f86e458cc2 {{(pid=103318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 11:38:45.816722 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG oslo_db.api [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-3f81db2c-9aa4-4dde-a9f5-051f0e36963a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 11:38:45.838338 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-c22b4cd9-b57b-4b02-acaa-426da05f34ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:45.847003 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-c22b4cd9-b57b-4b02-acaa-426da05f34ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:45.847823 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-c22b4cd9-b57b-4b02-acaa-426da05f34ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:45.858705 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-3e0ef874-fe9a-44cb-bf21-18d2cbd05028 service neutron] 10.222.0.61 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7417448 Mar 21 11:38:45.860855 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-687a1af5-0759-4af5-ad99-6d2ec9a95df5 admin admin] Publish callbacks [] for security_group (38de518b-2f89-4188-984f-cb41d69c26d2), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:45.879119 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc479-aafc-4711-8c94-71eddad1320d req-1fca9ddb-8a5c-4739-b7e1-724fb0d12eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:45.880871 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9ebdc479-aafc-4711-8c94-71eddad1320d req-1fca9ddb-8a5c-4739-b7e1-724fb0d12eed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1375f3ff-1c44-4f11-ab2a-2b7a0824a975 HTTP/1.1" status: 200 len: 851 time: 0.3133461 Mar 21 11:38:45.899821 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:45.901139 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device a46c3369-a197-4e24-9073-b2ea344e1f1d up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:45.975258 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 35838) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:46.031093 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4072edb5-106d-4053-9a21-da41f179884c req-29eeed6f-3db2-4685-a5eb-bfde2cb1df5e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:46.049115 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-c8c9adcf-ad8b-4e38-9867-a377cf82a0a1 None None] Current status of the port 72785818-d4e6-40e2-b873-767adbc7357c is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:46.097140 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port a46c3369-a197-4e24-9073-b2ea344e1f1d triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:46.097388 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:46.125818 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4072edb5-106d-4053-9a21-da41f179884c req-29eeed6f-3db2-4685-a5eb-bfde2cb1df5e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:46.230492 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9ebdc479-aafc-4711-8c94-71eddad1320d req-2cdba856-4324-4048-a652-1a4ff996261e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1073135d-a9f3-4146-a613-cd15f207a9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3017516 Mar 21 11:38:46.242357 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-136feff3-b900-44d6-9bc9-0d2cb4985ea3 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:46.245112 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-136feff3-b900-44d6-9bc9-0d2cb4985ea3 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/networks?id=18d4826d-4fed-4890-a7bf-cce3a3544769 HTTP/1.1" status: 200 len: 815 time: 0.5644546 Mar 21 11:38:46.250496 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-c22b4cd9-b57b-4b02-acaa-426da05f34ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6434486 Mar 21 11:38:46.360063 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eeed6f-3db2-4685-a5eb-bfde2cb1df5e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event updated for resources: {'Port': ['ID=b4b550c0-d534-4cbf-98f0-99ee33f9c287,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:46.371027 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5c71c26e-830d-4bdd-934f-befa2ee659db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:46.374875 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4072edb5-106d-4053-9a21-da41f179884c req-29eeed6f-3db2-4685-a5eb-bfde2cb1df5e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Network c2407076-ce8e-4906-8d16-619268537603 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:46.376447 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-4072edb5-106d-4053-9a21-da41f179884c req-29eeed6f-3db2-4685-a5eb-bfde2cb1df5e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:46.378779 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-4072edb5-106d-4053-9a21-da41f179884c req-29eeed6f-3db2-4685-a5eb-bfde2cb1df5e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:46.380406 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-3f81db2c-9aa4-4dde-a9f5-051f0e36963a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:46.383682 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9ebdc479-aafc-4711-8c94-71eddad1320d req-0d8cb2cb-8d4f-43d2-9ce2-dc27d2ca9863 service neutron] 10.222.0.64 "GET /v2.0/networks/1073135d-a9f3-4146-a613-cd15f207a9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080804 Mar 21 11:38:46.386542 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072edb5-106d-4053-9a21-da41f179884c req-29eeed6f-3db2-4685-a5eb-bfde2cb1df5e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:46.387436 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4072edb5-106d-4053-9a21-da41f179884c req-29eeed6f-3db2-4685-a5eb-bfde2cb1df5e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:46.390323 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-687a1af5-0759-4af5-ad99-6d2ec9a95df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (38de518b-2f89-4188-984f-cb41d69c26d2), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:46.393049 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-687a1af5-0759-4af5-ad99-6d2ec9a95df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:46.394173 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-687a1af5-0759-4af5-ad99-6d2ec9a95df5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38de518b-2f89-4188-984f-cb41d69c26d2 HTTP/1.1" status: 204 len: 168 time: 1.0827193 Mar 21 11:38:46.399545 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Request body: {'port': {'device_id': '34c7dafd-a921-49dd-800a-bc8cc0a7badc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:46.425777 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4072edb5-106d-4053-9a21-da41f179884c req-29eeed6f-3db2-4685-a5eb-bfde2cb1df5e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7852685 Mar 21 11:38:46.437211 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Request body: {'port': {'device_id': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:46.492813 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:46.495513 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port a46c3369-a197-4e24-9073-b2ea344e1f1d is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:46.515018 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-61c69fdb-589d-4eac-8235-a9e0e70d9369 None None] Provisioning complete for port 14076b0a-ac44-4176-bc4b-816f616d936e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:46.515388 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-61c69fdb-589d-4eac-8235-a9e0e70d9369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (14076b0a-ac44-4176-bc4b-816f616d936e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:46.607729 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:46.656234 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-61c69fdb-589d-4eac-8235-a9e0e70d9369 None None] Port 14076b0a-ac44-4176-bc4b-816f616d936e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:38:46.665071 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:38:46.697173 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a1af5-0759-4af5-ad99-6d2ec9a95df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38de518b-2f89-4188-984f-cb41d69c26d2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:46.729895 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-443967fb-e16b-4887-81e0-76888bef27c6 req-7a27eaf8-2f43-4452-9b32-1faa7938809d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 210 time: 0.4780440 Mar 21 11:38:46.908186 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 6c2e7529-dfce-449e-ae92-aa6f5fe749f6, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=6c2e7529-dfce-449e-ae92-aa6f5fe749f6,segment=NetworkSegment(d0b690ac-a3b5-4755-90ba-09167c0385ae),segment_id=d0b690ac-a3b5-4755-90ba-09167c0385ae)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:46.954610 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 72785818-d4e6-40e2-b873-767adbc7357c up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:46.969508 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': '6c2e7529-dfce-449e-ae92-aa6f5fe749f6', 'network_id': '1073135d-a9f3-4146-a613-cd15f207a9fa', 'port_id': '6c2e7529-dfce-449e-ae92-aa6f5fe749f6', 'mac_address': 'fa:16:3e:c7:ec:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1375f3ff-1c44-4f11-ab2a-2b7a0824a975', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:38:47.000631 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9ebdc479-aafc-4711-8c94-71eddad1320d req-b6946e0a-a76f-427c-8371-97f90c6916d0 service neutron] 10.222.0.64 "GET /v2.0/networks/1073135d-a9f3-4146-a613-cd15f207a9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691772 Mar 21 11:38:47.011064 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-7c302040-928d-4197-b150-f1f3260c7151 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/quotas/8ee9a47756654ffb95e31ec71d9f9a10 HTTP/1.1" status: 200 len: 375 time: 0.6263742 Mar 21 11:38:47.123906 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (14076b0a-ac44-4176-bc4b-816f616d936e), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:47.183497 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 35866) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:47.203540 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fd33f115-e1dc-44b6-93e9-f92d838216f1 None None] Provisioning complete for port b4b550c0-d534-4cbf-98f0-99ee33f9c287 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:47.203950 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fd33f115-e1dc-44b6-93e9-f92d838216f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:47.222706 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b550c0-d534-4cbf-98f0-99ee33f9c287 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:38:47.239795 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Publish callbacks [] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:47.264844 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Transition to ACTIVE for port object b4b550c0-d534-4cbf-98f0-99ee33f9c287 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:38:47.271032 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:47.296962 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:47.317279 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:47.317663 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (6c2e7529-dfce-449e-ae92-aa6f5fe749f6), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:47.343273 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b550c0-d534-4cbf-98f0-99ee33f9c287,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:47.350955 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:38:47.367290 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 72785818-d4e6-40e2-b873-767adbc7357c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:47.367675 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (72785818-d4e6-40e2-b873-767adbc7357c), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:47.416136 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-fd33f115-e1dc-44b6-93e9-f92d838216f1 None None] Port b4b550c0-d534-4cbf-98f0-99ee33f9c287 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:38:47.441183 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 6c2e7529-dfce-449e-ae92-aa6f5fe749f6, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=6c2e7529-dfce-449e-ae92-aa6f5fe749f6,segment=NetworkSegment(d0b690ac-a3b5-4755-90ba-09167c0385ae),segment_id=d0b690ac-a3b5-4755-90ba-09167c0385ae)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:47.461509 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6583ff2c-3789-4dc6-b81c-bf69010faa87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:47.480104 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Attempting to bind port b4b550c0-d534-4cbf-98f0-99ee33f9c287 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:47.480833 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Attempting to bind port b4b550c0-d534-4cbf-98f0-99ee33f9c287 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '847fa3af-c62c-41ee-882d-a8398f1522ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2407076-ce8e-4906-8d16-619268537603'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:47.481361 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Attempting to bind port b4b550c0-d534-4cbf-98f0-99ee33f9c287 on network c2407076-ce8e-4906-8d16-619268537603 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:47.490082 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Port b4b550c0-d534-4cbf-98f0-99ee33f9c287 on network c2407076-ce8e-4906-8d16-619268537603 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:38:47.490681 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Attempting to bind port b4b550c0-d534-4cbf-98f0-99ee33f9c287 on network c2407076-ce8e-4906-8d16-619268537603 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:47.499283 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 72785818-d4e6-40e2-b873-767adbc7357c is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:47.500750 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:47.501449 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Checking segment: {'id': '847fa3af-c62c-41ee-882d-a8398f1522ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2407076-ce8e-4906-8d16-619268537603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:47.501913 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (6c2e7529-dfce-449e-ae92-aa6f5fe749f6), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:47.502582 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Bound using segment: {'id': '847fa3af-c62c-41ee-882d-a8398f1522ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2407076-ce8e-4906-8d16-619268537603'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:47.504492 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Bound port: b4b550c0-d534-4cbf-98f0-99ee33f9c287, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847fa3af-c62c-41ee-882d-a8398f1522ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2407076-ce8e-4906-8d16-619268537603'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:47.505259 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:47.594571 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=6c2e7529-dfce-449e-ae92-aa6f5fe749f6,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:47.607612 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] For port b4b550c0-d534-4cbf-98f0-99ee33f9c287, host hv-cinder-80507, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:47.614241 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] For port b4b550c0-d534-4cbf-98f0-99ee33f9c287, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:47.622236 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:47.624768 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d64ccc-eb54-487a-a592-4a77596756a9 req-8e9766f6-6568-428c-8ba2-6ad0d61a6442 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:47.626309 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d5d64ccc-eb54-487a-a592-4a77596756a9 req-8e9766f6-6568-428c-8ba2-6ad0d61a6442 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 931 time: 0.6196499 Mar 21 11:38:47.663902 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-84c7ef91-3acb-42a3-8d69-d06d8fe69329 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ee9a47756654ffb95e31ec71d9f9a10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6248393 Mar 21 11:38:47.674303 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:47.674990 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:47.676887 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4072edb5-106d-4053-9a21-da41f179884c req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] 10.222.0.64 "PUT /v2.0/ports/b4b550c0-d534-4cbf-98f0-99ee33f9c287 HTTP/1.1" status: 200 len: 1093 time: 1.2438693 Mar 21 11:38:47.679537 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'tag': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:38:47.757370 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['6c2e7529-dfce-449e-ae92-aa6f5fe749f6'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:38:47.867857 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f2507-26b5-4cb4-9cc9-c51f308f1355 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b550c0-d534-4cbf-98f0-99ee33f9c287,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:47.892598 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5c71c26e-830d-4bdd-934f-befa2ee659db admin admin] Publish callbacks [] for security_group (df39e2e6-bb84-428f-8028-fbf86b861698), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:47.936767 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-3f81db2c-9aa4-4dde-a9f5-051f0e36963a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Allocated IP 172.20.0.6 (1d03519d-2e7e-48b4-905f-e8767233d5b2/3028da22-9f5c-47fe-ad2f-2d7bc04fd16b/3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:47.937009 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072edb5-106d-4053-9a21-da41f179884c req-4e03ba3a-b2dc-4495-a145-bb511e1351b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:47.938503 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4072edb5-106d-4053-9a21-da41f179884c req-4e03ba3a-b2dc-4495-a145-bb511e1351b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c141138859a41e99ecf708f522bb0a7&device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 1127 time: 0.1912785 Mar 21 11:38:47.941535 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5c71c26e-830d-4bdd-934f-befa2ee659db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (df39e2e6-bb84-428f-8028-fbf86b861698), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:48.041208 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7b816f3a06605387e8fbce4692360954dc05b73c3f9be141b24bdd2b92167a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706f7b49-0f83-4150-bb80-fea06ffd40b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c76cf333-334c-46aa-bc2f-7968e6276c3f", "tag": "b4b550c0-d534-4cbf-98f0-99ee33f9c287"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:38:48.138754 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d5d64ccc-eb54-487a-a592-4a77596756a9 req-3b279ee7-f5ae-4607-9ae8-af5cc213e6e2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4907625 Mar 21 11:38:48.163574 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4072edb5-106d-4053-9a21-da41f179884c req-dcb7a96b-3644-4942-9b77-e9db25147e24 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287 HTTP/1.1" status: 200 len: 217 time: 0.2179887 Mar 21 11:38:48.239938 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072edb5-106d-4053-9a21-da41f179884c req-7e482284-931f-486d-85b1-2c282043cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:48.242381 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4072edb5-106d-4053-9a21-da41f179884c req-7e482284-931f-486d-85b1-2c282043cd5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d57719d7-5e0a-4d75-8c02-479681c6e387 HTTP/1.1" status: 200 len: 855 time: 0.0656695 Mar 21 11:38:48.265091 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-aa6f4c9c-deb0-4307-bc68-f8a1886ddaec tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:48.267237 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-aa6f4c9c-deb0-4307-bc68-f8a1886ddaec tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.64 "GET /v2.0/networks?id=698d8f47-e4f5-4f6e-b02c-62fad736a58a HTTP/1.1" status: 200 len: 810 time: 0.2530317 Mar 21 11:38:48.278545 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6583ff2c-3789-4dc6-b81c-bf69010faa87 admin admin] Publish callbacks [] for security_group (d60b7ccc-c0a9-4897-9bfe-8cbb5d1c5ce3), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:48.281654 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71c26e-830d-4bdd-934f-befa2ee659db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df39e2e6-bb84-428f-8028-fbf86b861698,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:48.309049 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6583ff2c-3789-4dc6-b81c-bf69010faa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (d60b7ccc-c0a9-4897-9bfe-8cbb5d1c5ce3), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:48.322067 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-5c71c26e-830d-4bdd-934f-befa2ee659db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a8f2614322d04b60934a30a9ba8a3ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3370728 Mar 21 11:38:48.324940 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35894) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:48.386717 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072edb5-106d-4053-9a21-da41f179884c req-0bce8f0e-c59d-4fb9-b7dd-8d6ea92c01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:48.388239 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4072edb5-106d-4053-9a21-da41f179884c req-0bce8f0e-c59d-4fb9-b7dd-8d6ea92c01ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2407076-ce8e-4906-8d16-619268537603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1389246 Mar 21 11:38:48.404467 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-072bf216-3e21-4212-b413-a63a0fb5b78a admin admin] Publish callbacks [] for security_group (df39e2e6-bb84-428f-8028-fbf86b861698), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:48.413460 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-0cac360b-9c96-43cb-bb19-3d1aef8739d9 service neutron] 10.222.0.61 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6735322 Mar 21 11:38:48.462250 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-6583ff2c-3789-4dc6-b81c-bf69010faa87 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e2f7c09d34504f8e8bed79b6ffb9edb4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2740362 Mar 21 11:38:48.465189 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 35902) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:48.503298 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-072bf216-3e21-4212-b413-a63a0fb5b78a admin admin] Publish callbacks [] for security_group (df39e2e6-bb84-428f-8028-fbf86b861698), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:48.559555 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583ff2c-3789-4dc6-b81c-bf69010faa87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60b7ccc-c0a9-4897-9bfe-8cbb5d1c5ce3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:48.599207 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4072edb5-106d-4053-9a21-da41f179884c req-7524dcaa-68c9-4978-9f77-a78b31fa61cd service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956882 Mar 21 11:38:48.600779 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8b367e5-65d3-4ab1-978f-268dfae25106 admin admin] Publish callbacks [] for security_group (d60b7ccc-c0a9-4897-9bfe-8cbb5d1c5ce3), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:48.607761 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-85e6bb05-c649-43c7-b043-d98312473a24 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2bdb0295f6141ff94dcd579a870987b HTTP/1.1" status: 200 len: 379 time: 0.3164809 Mar 21 11:38:48.631594 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-9abcff42-7fbf-403d-8014-34528507bd0f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Request body: {'port': {'device_id': 'b6c1924b-3cf7-41d6-8400-699ab79b9015', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'admin_state_up': True, 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'security_groups': ['e274a63e-70fe-460b-99ab-7548aaf52774']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:48.645683 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335654b-6be6-492f-8628-22258c66d48b req-a5bcf7de-c714-4683-92b0-7dcc11292df4 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:48.647171 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a335654b-6be6-492f-8628-22258c66d48b req-a5bcf7de-c714-4683-92b0-7dcc11292df4 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 944 time: 0.3574715 Mar 21 11:38:48.667156 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8b367e5-65d3-4ab1-978f-268dfae25106 admin admin] Publish callbacks [] for security_group (d60b7ccc-c0a9-4897-9bfe-8cbb5d1c5ce3), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:48.678757 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-072bf216-3e21-4212-b413-a63a0fb5b78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (df39e2e6-bb84-428f-8028-fbf86b861698), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:48.681260 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-072bf216-3e21-4212-b413-a63a0fb5b78a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:48.684752 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-072bf216-3e21-4212-b413-a63a0fb5b78a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df39e2e6-bb84-428f-8028-fbf86b861698 HTTP/1.1" status: 204 len: 168 time: 0.3564653 Mar 21 11:38:48.704757 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bf216-3e21-4212-b413-a63a0fb5b78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df39e2e6-bb84-428f-8028-fbf86b861698,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:48.774475 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-4072edb5-106d-4053-9a21-da41f179884c req-ffccaba3-f671-4a63-9999-cf57d87c368d service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670265 Mar 21 11:38:48.778741 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8b367e5-65d3-4ab1-978f-268dfae25106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (d60b7ccc-c0a9-4897-9bfe-8cbb5d1c5ce3), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:48.786112 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d8b367e5-65d3-4ab1-978f-268dfae25106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:48.791031 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-d8b367e5-65d3-4ab1-978f-268dfae25106 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d60b7ccc-c0a9-4897-9bfe-8cbb5d1c5ce3 HTTP/1.1" status: 204 len: 168 time: 0.3206258 Mar 21 11:38:48.794891 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-d23b3bc8-4d74-4a24-87b5-50b6bd5523de service neutron] 10.222.0.61 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648887 Mar 21 11:38:48.800724 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b367e5-65d3-4ab1-978f-268dfae25106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60b7ccc-c0a9-4897-9bfe-8cbb5d1c5ce3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:48.822319 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a335654b-6be6-492f-8628-22258c66d48b req-8cc1ef86-8eb9-4fa4-b682-8e9020cfc3b7 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/security-groups?id=860ed3df-a551-44a2-ace2-7c96cd1bdb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301303 Mar 21 11:38:48.834048 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-3f81db2c-9aa4-4dde-a9f5-051f0e36963a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for port (3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:48.936256 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-33c3d464-9ed2-4b22-9fee-00ea8c921791 req-60588d70-f386-4cb7-a3b1-a385db71b3c4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 210 time: 0.0411065 Mar 21 11:38:48.957181 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-9abcff42-7fbf-403d-8014-34528507bd0f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Made reservation on behalf of e2bdb0295f6141ff94dcd579a870987b for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:38:48.960906 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-9abcff42-7fbf-403d-8014-34528507bd0f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:49.001107 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-3f81db2c-9aa4-4dde-a9f5-051f0e36963a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:49.176127 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-3f81db2c-9aa4-4dde-a9f5-051f0e36963a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Network 1d03519d-2e7e-48b4-905f-e8767233d5b2 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:49.205113 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-3f81db2c-9aa4-4dde-a9f5-051f0e36963a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:49.212317 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81db2c-9aa4-4dde-a9f5-051f0e36963a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Pushing event updated for resources: {'Port': ['ID=3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:49.218260 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-3f81db2c-9aa4-4dde-a9f5-051f0e36963a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:49.223292 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-3f81db2c-9aa4-4dde-a9f5-051f0e36963a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:49.223947 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-3f81db2c-9aa4-4dde-a9f5-051f0e36963a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:49.319493 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e20e-f00f-4fb2-8bc9-e4a6518977d2 req-d99c40c8-df7f-4e48-96ef-49a81a83ddce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:49.321741 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-51a0e20e-f00f-4fb2-8bc9-e4a6518977d2 req-d99c40c8-df7f-4e48-96ef-49a81a83ddce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 931 time: 0.2372990 Mar 21 11:38:49.325553 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-3f81db2c-9aa4-4dde-a9f5-051f0e36963a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8169732 Mar 21 11:38:49.363980 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Request body: {'port': {'device_id': 'bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:49.459908 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-9abcff42-7fbf-403d-8014-34528507bd0f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Allocated IP 172.20.0.4 (698d8f47-e4f5-4f6e-b02c-62fad736a58a/6e382abe-04ce-42e4-8684-4026c68098c4/c7093972-27b3-40e6-abdd-2f797bbc6b35) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:49.505462 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b668f17-7e1e-4eb5-b0b5-6f014b3441c7 x-openstack-request-id: req-8b668f17-7e1e-4eb5-b0b5-6f014b3441c7 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:38:49.506422 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76cf333-334c-46aa-bc2f-7968e6276c3f", "tag": "b4b550c0-d534-4cbf-98f0-99ee33f9c287", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:38:49.506838 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b668f17-7e1e-4eb5-b0b5-6f014b3441c7 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:38:49.507433 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'tag': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287', 'status': 'completed', 'code': 200} Mar 21 11:38:49.653409 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f7b49-0f83-4150-bb80-fea06ffd40b4 req-f6620e65-3ce0-4b73-9f70-d69d4676d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:49.654798 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-706f7b49-0f83-4150-bb80-fea06ffd40b4 req-f6620e65-3ce0-4b73-9f70-d69d4676d581 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c141138859a41e99ecf708f522bb0a7&device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 1127 time: 0.1194944 Mar 21 11:38:49.697603 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3d749c14-ab1f-4e8f-863f-9e3dc95357e3 None None] Provisioning complete for port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:49.698060 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3d749c14-ab1f-4e8f-863f-9e3dc95357e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:49.722432 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14076b0a-ac44-4176-bc4b-816f616d936e {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:38:49.744940 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Publish callbacks [] for port (14076b0a-ac44-4176-bc4b-816f616d936e), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:49.768036 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-51a0e20e-f00f-4fb2-8bc9-e4a6518977d2 req-1a475da1-5108-4b7e-a0d9-f884d539a557 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329960 Mar 21 11:38:49.786746 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3d749c14-ab1f-4e8f-863f-9e3dc95357e3 None None] Port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:38:49.824772 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f6c6f1a7-1a05-478f-80df-6160e3132b10 req-4a8d768e-ad60-4a63-9797-19c122c44543 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 210 time: 0.1223879 Mar 21 11:38:49.859045 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:49.868532 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Transition to ACTIVE for port object 14076b0a-ac44-4176-bc4b-816f616d936e will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:38:49.955908 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (14076b0a-ac44-4176-bc4b-816f616d936e), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:50.138589 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Pushing event updated for resources: {'Port': ['ID=14076b0a-ac44-4176-bc4b-816f616d936e,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:50.206855 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f7b49-0f83-4150-bb80-fea06ffd40b4 req-756c993e-57b9-41b3-9555-60969c632fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:50.208396 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-706f7b49-0f83-4150-bb80-fea06ffd40b4 req-756c993e-57b9-41b3-9555-60969c632fac service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2407076-ce8e-4906-8d16-619268537603 HTTP/1.1" status: 200 len: 917 time: 0.5470743 Mar 21 11:38:50.229074 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a7799-9458-49bf-8108-54bed3938494 req-03b53936-f894-4c45-bcd4-9d949c411171 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:50.236545 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8f8a7799-9458-49bf-8108-54bed3938494 req-03b53936-f894-4c45-bcd4-9d949c411171 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.3839490 Mar 21 11:38:50.279908 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-706f7b49-0f83-4150-bb80-fea06ffd40b4 req-1eebc9eb-9007-488e-a421-631acf9a7ebb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287 HTTP/1.1" status: 200 len: 217 time: 0.0636773 Mar 21 11:38:50.356772 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f7b49-0f83-4150-bb80-fea06ffd40b4 req-768e1837-6a9e-450f-94cc-bb0afb992109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:50.358634 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-706f7b49-0f83-4150-bb80-fea06ffd40b4 req-768e1837-6a9e-450f-94cc-bb0afb992109 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d57719d7-5e0a-4d75-8c02-479681c6e387 HTTP/1.1" status: 200 len: 855 time: 0.0724242 Mar 21 11:38:50.448462 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f7b49-0f83-4150-bb80-fea06ffd40b4 req-79f16fc4-d40e-434e-89ba-a0e9d2d13df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:50.453737 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-706f7b49-0f83-4150-bb80-fea06ffd40b4 req-79f16fc4-d40e-434e-89ba-a0e9d2d13df7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2407076-ce8e-4906-8d16-619268537603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0832262 Mar 21 11:38:50.483003 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.64', 58512) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:50.500140 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327418f-2e18-4fd3-9caf-856e5eec1c21 req-41844add-82f8-4b18-a5ca-8fab759c671a tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:50.501640 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b327418f-2e18-4fd3-9caf-856e5eec1c21 req-41844add-82f8-4b18-a5ca-8fab759c671a tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 944 time: 0.5856414 Mar 21 11:38:50.515458 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-9abcff42-7fbf-403d-8014-34528507bd0f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for port (c7093972-27b3-40e6-abdd-2f797bbc6b35), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:50.591217 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device b4b550c0-d534-4cbf-98f0-99ee33f9c287 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:38:50.619530 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Attempting to bind port 14076b0a-ac44-4176-bc4b-816f616d936e on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:50.621103 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Attempting to bind port 14076b0a-ac44-4176-bc4b-816f616d936e by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:50.621620 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Attempting to bind port 14076b0a-ac44-4176-bc4b-816f616d936e on network 1d03519d-2e7e-48b4-905f-e8767233d5b2 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:50.660696 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-706f7b49-0f83-4150-bb80-fea06ffd40b4 req-9a8063d9-1fce-4f55-8d49-2d51e1424f7f service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013543 Mar 21 11:38:50.775380 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-60578d98-4ffd-4edc-9d63-d3ae1e8e2b25 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:50.782531 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-60578d98-4ffd-4edc-9d63-d3ae1e8e2b25 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "GET /v2.0/networks?id=18d4826d-4fed-4890-a7bf-cce3a3544769 HTTP/1.1" status: 200 len: 815 time: 0.2982318 Mar 21 11:38:50.787583 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port b4b550c0-d534-4cbf-98f0-99ee33f9c287, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:50.835134 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b327418f-2e18-4fd3-9caf-856e5eec1c21 req-af58e95c-92d1-4717-85cb-4e9e01e1286e tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/security-groups?id=860ed3df-a551-44a2-ace2-7c96cd1bdb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148630 Mar 21 11:38:50.844204 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'port_id': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287', 'mac_address': 'fa:16:3e:5b:5c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:38:50.861365 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Port 14076b0a-ac44-4176-bc4b-816f616d936e on network 1d03519d-2e7e-48b4-905f-e8767233d5b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:38:50.861365 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Attempting to bind port 14076b0a-ac44-4176-bc4b-816f616d936e on network 1d03519d-2e7e-48b4-905f-e8767233d5b2 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:50.866705 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:50.878597 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8f8a7799-9458-49bf-8108-54bed3938494 req-7f27ca26-95d3-46f0-88c8-01e381de22ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6411564 Mar 21 11:38:50.887166 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:50.887930 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Checking segment: {'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:50.888496 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Bound using segment: {'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:50.889229 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Bound port: 14076b0a-ac44-4176-bc4b-816f616d936e, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:50.890739 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (14076b0a-ac44-4176-bc4b-816f616d936e), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:50.916268 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-706f7b49-0f83-4150-bb80-fea06ffd40b4 req-3495ed75-77fc-4af5-9883-dee5f7b85486 service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370129 Mar 21 11:38:50.979078 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-cb53f39a-63b8-458c-a7f6-864c4612b75a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ee9a47756654ffb95e31ec71d9f9a10 HTTP/1.1" status: 200 len: 380 time: 0.1882164 Mar 21 11:38:51.007527 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-b5364dcf-bc6c-4476-86e2-739e6a4c6b92 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'port': {'device_id': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'admin_state_up': True, 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'security_groups': ['2b4ccfed-76b8-419c-830d-f56baebd4a93']}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:51.059483 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-9abcff42-7fbf-403d-8014-34528507bd0f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (c7093972-27b3-40e6-abdd-2f797bbc6b35), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:51.228627 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port b4b550c0-d534-4cbf-98f0-99ee33f9c287 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:51.230431 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:51.249597 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] For port 14076b0a-ac44-4176-bc4b-816f616d936e, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:51.262445 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:38:51.276661 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-9abcff42-7fbf-403d-8014-34528507bd0f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Network 698d8f47-e4f5-4f6e-b02c-62fad736a58a is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:51.280683 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b550c0-d534-4cbf-98f0-99ee33f9c287 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:38:51.292845 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:51.292845 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (6c2e7529-dfce-449e-ae92-aa6f5fe749f6), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:51.299329 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-9abcff42-7fbf-403d-8014-34528507bd0f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:51.305585 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-9abcff42-7fbf-403d-8014-34528507bd0f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:51.311585 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-9abcff42-7fbf-403d-8014-34528507bd0f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:51.312377 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-9abcff42-7fbf-403d-8014-34528507bd0f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:51.318990 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] For port 14076b0a-ac44-4176-bc4b-816f616d936e, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=14076b0a-ac44-4176-bc4b-816f616d936e,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:51.322820 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcff42-7fbf-403d-8014-34528507bd0f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event updated for resources: {'Port': ['ID=c7093972-27b3-40e6-abdd-2f797bbc6b35,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:51.331837 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-b5364dcf-bc6c-4476-86e2-739e6a4c6b92 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Made reservation on behalf of 8ee9a47756654ffb95e31ec71d9f9a10 for: {'port': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:38:51.345412 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-b5364dcf-bc6c-4476-86e2-739e6a4c6b92 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:51.370185 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (14076b0a-ac44-4176-bc4b-816f616d936e), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:51.375574 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port b4b550c0-d534-4cbf-98f0-99ee33f9c287, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:51.389360 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:51.391439 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f2113-82aa-49fc-9858-85f26f018fdb req-114189f7-ce62-4e58-9e87-24ec2c4a844a tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:51.404865 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-696f2113-82aa-49fc-9858-85f26f018fdb req-114189f7-ce62-4e58-9e87-24ec2c4a844a tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 931 time: 0.4195569 Mar 21 11:38:51.431450 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:38:51.450047 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Publish callbacks [] for port (3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:51.467008 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Transition to ACTIVE for port object 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:38:51.479444 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-9abcff42-7fbf-403d-8014-34528507bd0f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8654857 Mar 21 11:38:51.510886 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Request body: {'port': {'device_id': 'b6c1924b-3cf7-41d6-8400-699ab79b9015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:51.554406 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=b4b550c0-d534-4cbf-98f0-99ee33f9c287,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:51.556942 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505a872-bed5-4f8b-9fad-4bfe82f6a79f req-76779994-be2a-443b-a1c6-874ad4c9621c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:51.558920 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0505a872-bed5-4f8b-9fad-4bfe82f6a79f req-76779994-be2a-443b-a1c6-874ad4c9621c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 931 time: 0.4565175 Mar 21 11:38:51.575573 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:51.576172 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (6c2e7529-dfce-449e-ae92-aa6f5fe749f6), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:51.586736 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:51.624488 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 6c2e7529-dfce-449e-ae92-aa6f5fe749f6, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=6c2e7529-dfce-449e-ae92-aa6f5fe749f6,segment=NetworkSegment(d0b690ac-a3b5-4755-90ba-09167c0385ae),segment_id=d0b690ac-a3b5-4755-90ba-09167c0385ae)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:51.628271 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126ac87e-1c0f-45d7-827f-60686dc1ff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2e7529-dfce-449e-ae92-aa6f5fe749f6'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:38:51.703373 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-b5364dcf-bc6c-4476-86e2-739e6a4c6b92 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Allocated IP 172.20.0.7 (18d4826d-4fed-4890-a7bf-cce3a3544769/d9496d40-b2b9-4409-803c-f41482ae8f58/bf77f3fc-ea88-414b-89d7-07192f8baf09) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:38:51.741894 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:51.742629 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:51.744114 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] 10.222.0.64 "PUT /v2.0/ports/14076b0a-ac44-4176-bc4b-816f616d936e HTTP/1.1" status: 200 len: 1093 time: 5.3569632 Mar 21 11:38:51.749037 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c7dafd-a921-49dd-800a-bc8cc0a7badc', 'tag': '14076b0a-ac44-4176-bc4b-816f616d936e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:38:51.751819 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fe2db6-39eb-421f-838a-46d5bea5bb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "34c7dafd-a921-49dd-800a-bc8cc0a7badc", "tag": "14076b0a-ac44-4176-bc4b-816f616d936e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:38:51.788483 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['b4b550c0-d534-4cbf-98f0-99ee33f9c287'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:38:51.798991 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (6c2e7529-dfce-449e-ae92-aa6f5fe749f6), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:51.903338 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-b5364dcf-bc6c-4476-86e2-739e6a4c6b92 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for port (bf77f3fc-ea88-414b-89d7-07192f8baf09), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:51.962494 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-b5364dcf-bc6c-4476-86e2-739e6a4c6b92 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (bf77f3fc-ea88-414b-89d7-07192f8baf09), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:51.995977 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0f7b7cdc-29d7-477d-bafe-da1b898371fd None None] Provisioning complete for port c7093972-27b3-40e6-abdd-2f797bbc6b35 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:51.996351 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f7b7cdc-29d7-477d-bafe-da1b898371fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (c7093972-27b3-40e6-abdd-2f797bbc6b35), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:52.037493 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=6c2e7529-dfce-449e-ae92-aa6f5fe749f6,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:52.049994 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-b5364dcf-bc6c-4476-86e2-739e6a4c6b92 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Network 18d4826d-4fed-4890-a7bf-cce3a3544769 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:38:52.063637 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-b5364dcf-bc6c-4476-86e2-739e6a4c6b92 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:38:52.068523 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0505a872-bed5-4f8b-9fad-4bfe82f6a79f req-843bb565-f62d-46e4-8623-340407451fd4 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591787 Mar 21 11:38:52.076928 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-696f2113-82aa-49fc-9858-85f26f018fdb req-6017a26a-240b-4d16-b7c2-4700c7b1e7f1 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6716278 Mar 21 11:38:52.077535 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (c7093972-27b3-40e6-abdd-2f797bbc6b35), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:52.079081 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0f7b7cdc-29d7-477d-bafe-da1b898371fd None None] Port c7093972-27b3-40e6-abdd-2f797bbc6b35 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:38:52.095478 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-b5364dcf-bc6c-4476-86e2-739e6a4c6b92 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:38:52.125646 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-b5364dcf-bc6c-4476-86e2-739e6a4c6b92 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:52.126314 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-b5364dcf-bc6c-4476-86e2-739e6a4c6b92 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:52.133334 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dde1b7-4578-4438-a8d7-3f2e5305bb6d service neutron] Pushing event updated for resources: {'Port': ['ID=14076b0a-ac44-4176-bc4b-816f616d936e,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:52.192584 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5364dcf-bc6c-4476-86e2-739e6a4c6b92 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'Port': ['ID=bf77f3fc-ea88-414b-89d7-07192f8baf09,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:52.222316 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-b5364dcf-bc6c-4476-86e2-739e6a4c6b92 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2315192 Mar 21 11:38:52.241396 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Request body: {'port': {'device_id': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:52.282099 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b976f2-c0f4-48c5-8f06-ae5f83ba7095" -d '{"events": [{"server_uuid": "126ac87e-1c0f-45d7-827f-60686dc1ff11", "name": "network-vif-plugged", "status": "completed", "tag": "6c2e7529-dfce-449e-ae92-aa6f5fe749f6"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:38:52.357196 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8931fdb8-a336-4b3b-a855-4d00a36a4a7d x-openstack-request-id: req-8931fdb8-a336-4b3b-a855-4d00a36a4a7d {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:38:52.357743 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c7dafd-a921-49dd-800a-bc8cc0a7badc", "tag": "14076b0a-ac44-4176-bc4b-816f616d936e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:38:52.357743 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8931fdb8-a336-4b3b-a855-4d00a36a4a7d {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:38:52.358129 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c7dafd-a921-49dd-800a-bc8cc0a7badc', 'tag': '14076b0a-ac44-4176-bc4b-816f616d936e', 'status': 'completed', 'code': 200} Mar 21 11:38:52.410042 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (bf77f3fc-ea88-414b-89d7-07192f8baf09), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:52.447512 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Attempting to bind port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:52.447879 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Attempting to bind port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:52.448213 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Attempting to bind port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e on network 1d03519d-2e7e-48b4-905f-e8767233d5b2 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:52.451961 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-eb62fd27-b41a-4af3-ab7d-47d41b859b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:52.453495 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-eb62fd27-b41a-4af3-ab7d-47d41b859b0b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 1127 time: 0.6466892 Mar 21 11:38:52.540547 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e on network 1d03519d-2e7e-48b4-905f-e8767233d5b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:38:52.541046 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Attempting to bind port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e on network 1d03519d-2e7e-48b4-905f-e8767233d5b2 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:52.546569 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Pushing event updated for resources: {'Port': ['ID=3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:52.585726 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9f5be7db-bb12-4aac-b314-d94ec9cdcf4d None None] Provisioning complete for port bf77f3fc-ea88-414b-89d7-07192f8baf09 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:52.586106 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f5be7db-bb12-4aac-b314-d94ec9cdcf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (bf77f3fc-ea88-414b-89d7-07192f8baf09), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:52.594720 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:52.595302 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Checking segment: {'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:52.596006 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Bound using segment: {'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:52.596641 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Bound port: 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:52.597242 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:52.600460 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-c76dff84-bfce-432a-9e17-44e1e159e4c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14076b0a-ac44-4176-bc4b-816f616d936e HTTP/1.1" status: 200 len: 217 time: 0.1159046 Mar 21 11:38:52.625257 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9f5be7db-bb12-4aac-b314-d94ec9cdcf4d None None] Port bf77f3fc-ea88-414b-89d7-07192f8baf09 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:38:52.679258 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-fa89d2a6-ac18-4b28-ae84-94e9af31deab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:52.682709 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-fa89d2a6-ac18-4b28-ae84-94e9af31deab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b HTTP/1.1" status: 200 len: 858 time: 0.0583844 Mar 21 11:38:52.694198 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee145f7-c89a-4978-bea6-f7674f2934ee req-e3a03826-edf4-4402-b030-7958c1176ef5 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:52.702241 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fee145f7-c89a-4978-bea6-f7674f2934ee req-e3a03826-edf4-4402-b030-7958c1176ef5 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 945 time: 0.3234861 Mar 21 11:38:52.778786 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] For port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:52.782263 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] For port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:52.794854 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e36fce-a326-4bf7-85f5-4557742b0b04 req-436262cb-04d9-4e0f-9a4c-c0c1f0d672d4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:52.796459 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-81e36fce-a326-4bf7-85f5-4557742b0b04 req-436262cb-04d9-4e0f-9a4c-c0c1f0d672d4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 931 time: 0.6067262 Mar 21 11:38:52.830786 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf77f3fc-ea88-414b-89d7-07192f8baf09 {{(pid=103319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:38:52.840869 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Publish callbacks [] for port (bf77f3fc-ea88-414b-89d7-07192f8baf09), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:52.841842 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:52.856794 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.provisioning_blocks [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Transition to ACTIVE for port object bf77f3fc-ea88-414b-89d7-07192f8baf09 will not be triggered until provisioned by entity L2. {{(pid=103319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:38:52.863350 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (bf77f3fc-ea88-414b-89d7-07192f8baf09), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:52.959822 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Pushing event updated for resources: {'Port': ['ID=bf77f3fc-ea88-414b-89d7-07192f8baf09,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:52.963436 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:52.981559 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:52.984665 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] 10.222.0.64 "PUT /v2.0/ports/3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e HTTP/1.1" status: 200 len: 1093 time: 3.6364422 Mar 21 11:38:53.119936 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Attempting to bind port bf77f3fc-ea88-414b-89d7-07192f8baf09 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:53.122228 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Attempting to bind port bf77f3fc-ea88-414b-89d7-07192f8baf09 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:53.122721 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Attempting to bind port bf77f3fc-ea88-414b-89d7-07192f8baf09 on network 18d4826d-4fed-4890-a7bf-cce3a3544769 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:53.135317 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Port bf77f3fc-ea88-414b-89d7-07192f8baf09 on network 18d4826d-4fed-4890-a7bf-cce3a3544769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:38:53.137617 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Attempting to bind port bf77f3fc-ea88-414b-89d7-07192f8baf09 on network 18d4826d-4fed-4890-a7bf-cce3a3544769 {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:53.149604 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:53.152232 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Checking segment: {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:53.152818 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Bound using segment: {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'} {{(pid=103319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:53.153760 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.managers [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Bound port: bf77f3fc-ea88-414b-89d7-07192f8baf09, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'}}] {{(pid=103319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:53.155287 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (bf77f3fc-ea88-414b-89d7-07192f8baf09), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:53.199711 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-972fff1f-1500-4e4e-971e-bc696d6f7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:53.222841 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-972fff1f-1500-4e4e-971e-bc696d6f7a82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d03519d-2e7e-48b4-905f-e8767233d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5182891 Mar 21 11:38:53.250460 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fee145f7-c89a-4978-bea6-f7674f2934ee req-6c79dda2-3f91-41c5-8345-023282fdb927 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/security-groups?id=860ed3df-a551-44a2-ace2-7c96cd1bdb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472720 Mar 21 11:38:53.266083 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] For port bf77f3fc-ea88-414b-89d7-07192f8baf09, host hv-cinder-80507, cleared binding levels {{(pid=103319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:53.270485 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] For port bf77f3fc-ea88-414b-89d7-07192f8baf09, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=bf77f3fc-ea88-414b-89d7-07192f8baf09,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:53.291900 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-81e36fce-a326-4bf7-85f5-4557742b0b04 req-626d0716-fe43-4fa1-b171-69c353af5882 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b4ccfed-76b8-419c-830d-f56baebd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4689343 Mar 21 11:38:53.291900 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76413ee3-430b-407c-aa6c-63b88dab10fe service neutron] Pushing event updated for resources: {'Port': ['ID=3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:53.306755 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (bf77f3fc-ea88-414b-89d7-07192f8baf09), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:53.420095 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:53.421964 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for port (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:53.426568 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-29987278-f464-45de-8dbe-c3de27361422 service neutron] 10.222.0.64 "PUT /v2.0/ports/bf77f3fc-ea88-414b-89d7-07192f8baf09 HTTP/1.1" status: 200 len: 1093 time: 1.1966414 Mar 21 11:38:53.440689 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'tag': 'bf77f3fc-ea88-414b-89d7-07192f8baf09'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:38:53.459164 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7b816f3a06605387e8fbce4692360954dc05b73c3f9be141b24bdd2b92167a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df781f2f-f1e0-4a17-afa0-6122a7b10c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c586ea-515f-425f-8bac-28bccbaf8d49", "tag": "bf77f3fc-ea88-414b-89d7-07192f8baf09"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:38:53.564190 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36110) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:53.633356 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-0e47ccf5-5e53-4d10-8f1f-5e7fca3ac3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:53.634786 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29987278-f464-45de-8dbe-c3de27361422 service neutron] Pushing event updated for resources: {'Port': ['ID=bf77f3fc-ea88-414b-89d7-07192f8baf09,revision_number=3']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:53.634945 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-0e47ccf5-5e53-4d10-8f1f-5e7fca3ac3a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 1127 time: 0.5807323 Mar 21 11:38:53.661298 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-729d646b-4afe-445d-ad68-f3b73d853a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:53.666433 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-729d646b-4afe-445d-ad68-f3b73d853a00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ee9a47756654ffb95e31ec71d9f9a10&device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 1127 time: 0.1782763 Mar 21 11:38:53.720087 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-33f223c4-6cd2-4ea7-a17a-d1b64219b5e5 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664328 Mar 21 11:38:53.722770 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7093972-27b3-40e6-abdd-2f797bbc6b35 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:38:53.739975 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-5ddf839b-19f3-4eb9-b7a4-07027bd3ae88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e HTTP/1.1" status: 200 len: 217 time: 0.0800869 Mar 21 11:38:53.745286 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3120a98a-e7b3-4450-a057-eced961d1bcc x-openstack-request-id: req-3120a98a-e7b3-4450-a057-eced961d1bcc {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:38:53.745760 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126ac87e-1c0f-45d7-827f-60686dc1ff11", "name": "network-vif-plugged", "status": "completed", "tag": "6c2e7529-dfce-449e-ae92-aa6f5fe749f6", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:38:53.745836 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3120a98a-e7b3-4450-a057-eced961d1bcc {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:38:53.746406 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126ac87e-1c0f-45d7-827f-60686dc1ff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2e7529-dfce-449e-ae92-aa6f5fe749f6', 'code': 200} Mar 21 11:38:53.754705 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-712cdc62-8f2f-4814-84a8-90bd1d8cff08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf77f3fc-ea88-414b-89d7-07192f8baf09 HTTP/1.1" status: 200 len: 217 time: 0.0823302 Mar 21 11:38:53.842874 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28f65ae4-5cd3-475e-82a5-9f96bf9dc127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:53.894500 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-84bb06cf-4921-4244-a42e-f5ce1051e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:53.896265 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-84bb06cf-4921-4244-a42e-f5ce1051e892 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9496d40-b2b9-4409-803c-f41482ae8f58 HTTP/1.1" status: 200 len: 854 time: 0.1339681 Mar 21 11:38:54.025592 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Publish callbacks [] for port (c7093972-27b3-40e6-abdd-2f797bbc6b35), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:54.034424 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968ee4e-7fd2-4fc1-af9c-d17c9feb8bfa req-c8b9149e-33b4-4a34-82bf-5b86fbb7bfe7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:54.035984 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b968ee4e-7fd2-4fc1-af9c-d17c9feb8bfa req-c8b9149e-33b4-4a34-82bf-5b86fbb7bfe7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 944 time: 0.6010683 Mar 21 11:38:54.061298 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-a3e599e1-bcfa-4e32-9fc1-273a2b6a2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:54.062491 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-a3e599e1-bcfa-4e32-9fc1-273a2b6a2efc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d4826d-4fed-4890-a7bf-cce3a3544769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1580369 Mar 21 11:38:54.071900 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28f65ae4-5cd3-475e-82a5-9f96bf9dc127 admin admin] Publish callbacks [] for security_group (0ce611ed-52fd-4bbb-8077-65de9b41ba7f), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:54.081280 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc02a5-5c13-4991-bf78-90293f2a0d21 req-9caa632b-2da1-41bc-9cd0-3f0e281fc4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:54.082714 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0dfc02a5-5c13-4991-bf78-90293f2a0d21 req-9caa632b-2da1-41bc-9cd0-3f0e281fc4d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 1129 time: 0.1388786 Mar 21 11:38:54.086055 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-f486d350-7ab9-477a-8e24-7d5653cd86fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:54.087492 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-f486d350-7ab9-477a-8e24-7d5653cd86fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b HTTP/1.1" status: 200 len: 858 time: 0.0479119 Mar 21 11:38:54.094645 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-28f65ae4-5cd3-475e-82a5-9f96bf9dc127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (0ce611ed-52fd-4bbb-8077-65de9b41ba7f), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:54.159344 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0dfc02a5-5c13-4991-bf78-90293f2a0d21 req-771fb3c7-ae98-4a04-af0b-24058486d8b5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:54.194870 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-28f65ae4-5cd3-475e-82a5-9f96bf9dc127 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f472e1e964124121bb49b703d01c7e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6247082 Mar 21 11:38:54.198972 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36128) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:54.210233 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72ef98e5-31df-4732-9c7a-b0763d6a1c87 req-da20fabf-bf00-4711-96ea-fe832bb3f0ec service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790909 Mar 21 11:38:54.220186 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f65ae4-5cd3-475e-82a5-9f96bf9dc127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce611ed-52fd-4bbb-8077-65de9b41ba7f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:54.236880 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Transition to ACTIVE for port object c7093972-27b3-40e6-abdd-2f797bbc6b35 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:38:54.282779 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (c7093972-27b3-40e6-abdd-2f797bbc6b35), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:54.298669 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-c09fbe26-a509-4217-a8ab-a3f5fa562e73 service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286894 Mar 21 11:38:54.320113 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b968ee4e-7fd2-4fc1-af9c-d17c9feb8bfa req-ddfe407d-326b-440f-910e-ef618aff5c8a tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014472 Mar 21 11:38:54.381640 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd', 'tag': '3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:38:54.383948 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9c12f6-bf98-4bcd-b735-d7c3c74d38b2" -d '{"events": [{"name": "network-changed", "server_uuid": "bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd", "tag": "3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:38:54.414039 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb6ee8-73b1-45b4-b539-9c262751e9a3 req-138d11ae-de18-49a4-a679-05c98e2acd39 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:54.418064 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1bcb6ee8-73b1-45b4-b539-9c262751e9a3 req-138d11ae-de18-49a4-a679-05c98e2acd39 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 943 time: 0.3786795 Mar 21 11:38:54.424450 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cbbdd8e-78bb-4e1c-b44a-fcf0aa8f2473 admin admin] Publish callbacks [] for security_group (0ce611ed-52fd-4bbb-8077-65de9b41ba7f), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:54.485860 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0dfc02a5-5c13-4991-bf78-90293f2a0d21 req-771fb3c7-ae98-4a04-af0b-24058486d8b5 service neutron] Publish callbacks [] for security_group (9f33430a-e7a0-412b-a073-d328ab827104), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:54.498740 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cbbdd8e-78bb-4e1c-b44a-fcf0aa8f2473 admin admin] Publish callbacks [] for security_group (0ce611ed-52fd-4bbb-8077-65de9b41ba7f), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:54.509904 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [req-0dfc02a5-5c13-4991-bf78-90293f2a0d21 req-771fb3c7-ae98-4a04-af0b-24058486d8b5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (9f33430a-e7a0-412b-a073-d328ab827104), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:54.517349 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-fa011062-7723-4390-8690-42605e87c86c service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072644 Mar 21 11:38:54.580528 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-072e2759-417f-4b7e-80fb-5f232db0f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:54.582190 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-072e2759-417f-4b7e-80fb-5f232db0f6c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d03519d-2e7e-48b4-905f-e8767233d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4579303 Mar 21 11:38:54.592121 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fb3c7-ae98-4a04-af0b-24058486d8b5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9f33430a-e7a0-412b-a073-d328ab827104,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:54.602582 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device b4b550c0-d534-4cbf-98f0-99ee33f9c287 up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:38:54.654716 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-0dfc02a5-5c13-4991-bf78-90293f2a0d21 req-771fb3c7-ae98-4a04-af0b-24058486d8b5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=860ed3df-a551-44a2-ace2-7c96cd1bdb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5610228 Mar 21 11:38:54.684280 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cbbdd8e-78bb-4e1c-b44a-fcf0aa8f2473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (0ce611ed-52fd-4bbb-8077-65de9b41ba7f), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:54.687228 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0cbbdd8e-78bb-4e1c-b44a-fcf0aa8f2473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:54.688723 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-0cbbdd8e-78bb-4e1c-b44a-fcf0aa8f2473 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0ce611ed-52fd-4bbb-8077-65de9b41ba7f HTTP/1.1" status: 204 len: 168 time: 0.4817414 Mar 21 11:38:54.699151 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbdd8e-78bb-4e1c-b44a-fcf0aa8f2473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce611ed-52fd-4bbb-8077-65de9b41ba7f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:54.700896 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port b4b550c0-d534-4cbf-98f0-99ee33f9c287 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:38:54.720844 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port b4b550c0-d534-4cbf-98f0-99ee33f9c287 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:38:54.722094 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:54.768232 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7093972-27b3-40e6-abdd-2f797bbc6b35,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:54.788457 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe2db6-39eb-421f-838a-46d5bea5bb3c req-4ac1e5d6-a4f9-4e82-a54e-012250e7ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:54.789955 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-73fe2db6-39eb-421f-838a-46d5bea5bb3c req-4ac1e5d6-a4f9-4e82-a54e-012250e7ffbf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 1127 time: 0.5179982 Mar 21 11:38:54.795916 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-bdff1602-e649-41a1-b7ea-392d145896ba service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048855 Mar 21 11:38:54.801593 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1bcb6ee8-73b1-45b4-b539-9c262751e9a3 req-8783981d-d3a6-4849-8484-c92659ac7d65 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775614 Mar 21 11:38:54.803699 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Attempting to bind port c7093972-27b3-40e6-abdd-2f797bbc6b35 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:38:54.804215 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Attempting to bind port c7093972-27b3-40e6-abdd-2f797bbc6b35 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:38:54.804688 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Attempting to bind port c7093972-27b3-40e6-abdd-2f797bbc6b35 on network 698d8f47-e4f5-4f6e-b02c-62fad736a58a {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:54.814199 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Port c7093972-27b3-40e6-abdd-2f797bbc6b35 on network 698d8f47-e4f5-4f6e-b02c-62fad736a58a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:38:54.814690 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Attempting to bind port c7093972-27b3-40e6-abdd-2f797bbc6b35 on network 698d8f47-e4f5-4f6e-b02c-62fad736a58a {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:38:54.828114 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471a907-30ec-4cd8-b458-6032c0a281f2 req-2772591a-81de-4d1b-9769-ad92ed3ed0f3 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:54.829976 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1471a907-30ec-4cd8-b458-6032c0a281f2 req-2772591a-81de-4d1b-9769-ad92ed3ed0f3 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 943 time: 0.3889263 Mar 21 11:38:54.831441 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:38:54.832085 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Checking segment: {'id': '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:38:54.832676 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Bound using segment: {'id': '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:38:54.834365 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Bound port: c7093972-27b3-40e6-abdd-2f797bbc6b35, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:38:54.835117 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (c7093972-27b3-40e6-abdd-2f797bbc6b35), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:54.874995 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d5a969-ca80-42a0-bff1-3bd676944dc5 x-openstack-request-id: req-15d5a969-ca80-42a0-bff1-3bd676944dc5 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:38:54.876910 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c586ea-515f-425f-8bac-28bccbaf8d49", "tag": "bf77f3fc-ea88-414b-89d7-07192f8baf09", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:38:54.877414 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15d5a969-ca80-42a0-bff1-3bd676944dc5 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:38:54.882515 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'tag': 'bf77f3fc-ea88-414b-89d7-07192f8baf09', 'status': 'completed', 'code': 200} Mar 21 11:38:54.966986 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df781f2f-f1e0-4a17-afa0-6122a7b10c2b req-3f82a38f-92b7-4245-a4ac-c63f26d23c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:54.968716 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-df781f2f-f1e0-4a17-afa0-6122a7b10c2b req-3f82a38f-92b7-4245-a4ac-c63f26d23c47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ee9a47756654ffb95e31ec71d9f9a10&device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 1127 time: 0.0698261 Mar 21 11:38:55.019987 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port b4b550c0-d534-4cbf-98f0-99ee33f9c287 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:55.020547 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:55.060470 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port b4b550c0-d534-4cbf-98f0-99ee33f9c287, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:55.065942 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:55.098219 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 36148) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:55.128830 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=b4b550c0-d534-4cbf-98f0-99ee33f9c287,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:55.147481 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1471a907-30ec-4cd8-b458-6032c0a281f2 req-e4712496-2a15-4ae4-aace-8cbf59d7505b tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3092082 Mar 21 11:38:55.173565 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b47a99c9-eede-4385-acf6-a21b5aaa6f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:55.220783 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] For port c7093972-27b3-40e6-abdd-2f797bbc6b35, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:38:55.236607 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe2db6-39eb-421f-838a-46d5bea5bb3c req-c317b3cf-20d7-422a-88be-c3186109d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:55.238051 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-73fe2db6-39eb-421f-838a-46d5bea5bb3c req-c317b3cf-20d7-422a-88be-c3186109d292 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 920 time: 0.3560357 Mar 21 11:38:55.245969 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df781f2f-f1e0-4a17-afa0-6122a7b10c2b req-99882273-de70-4c4f-9c7a-c4632a9f4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:55.247423 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-df781f2f-f1e0-4a17-afa0-6122a7b10c2b req-99882273-de70-4c4f-9c7a-c4632a9f4ae4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=18d4826d-4fed-4890-a7bf-cce3a3544769 HTTP/1.1" status: 200 len: 916 time: 0.2721763 Mar 21 11:38:55.256568 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-306a1c96-ac83-474c-b80f-5b6550a51bab req-b182154a-0d6f-42f3-b90b-c0c0875bf3ab service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769796 Mar 21 11:38:55.277339 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] For port c7093972-27b3-40e6-abdd-2f797bbc6b35, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c7093972-27b3-40e6-abdd-2f797bbc6b35,segment=NetworkSegment(764b03ae-9161-4412-8fc2-dbb9b6a3c7d7),segment_id=764b03ae-9161-4412-8fc2-dbb9b6a3c7d7)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:38:55.289414 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-df781f2f-f1e0-4a17-afa0-6122a7b10c2b req-db295729-1238-47a6-babc-4994e8b7b834 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf77f3fc-ea88-414b-89d7-07192f8baf09 HTTP/1.1" status: 200 len: 217 time: 0.0352948 Mar 21 11:38:55.289768 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302b012-ae97-41a1-9473-ef97875cbb70 req-267b7c72-45a4-43b3-bc16-1b8a9cf3ec43 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:55.291198 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a302b012-ae97-41a1-9473-ef97875cbb70 req-267b7c72-45a4-43b3-bc16-1b8a9cf3ec43 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 945 time: 0.3068666 Mar 21 11:38:55.330083 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (c7093972-27b3-40e6-abdd-2f797bbc6b35), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:55.332643 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-73fe2db6-39eb-421f-838a-46d5bea5bb3c req-77ddd8b2-189d-4e40-896f-ec00cfabd6e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14076b0a-ac44-4176-bc4b-816f616d936e HTTP/1.1" status: 200 len: 217 time: 0.0846741 Mar 21 11:38:55.338040 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df781f2f-f1e0-4a17-afa0-6122a7b10c2b req-b72cb22d-dfc8-4acd-a842-6cb927b1809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:55.339617 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-df781f2f-f1e0-4a17-afa0-6122a7b10c2b req-b72cb22d-dfc8-4acd-a842-6cb927b1809e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9496d40-b2b9-4409-803c-f41482ae8f58 HTTP/1.1" status: 200 len: 854 time: 0.0434952 Mar 21 11:38:55.391871 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df781f2f-f1e0-4a17-afa0-6122a7b10c2b req-29e38cad-709e-443e-89b5-f3d69590480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:55.393476 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-df781f2f-f1e0-4a17-afa0-6122a7b10c2b req-29e38cad-709e-443e-89b5-f3d69590480a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d4826d-4fed-4890-a7bf-cce3a3544769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471833 Mar 21 11:38:55.436496 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:55.437215 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:55.438494 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] 10.222.0.64 "PUT /v2.0/ports/c7093972-27b3-40e6-abdd-2f797bbc6b35 HTTP/1.1" status: 200 len: 1093 time: 3.9327917 Mar 21 11:38:55.503919 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542856ec-5e38-4a56-8033-5ba36869d581 req-37b434d3-a878-488f-912b-c8aed363802e tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:55.505678 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-542856ec-5e38-4a56-8033-5ba36869d581 req-37b434d3-a878-488f-912b-c8aed363802e tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 943 time: 0.2876654 Mar 21 11:38:55.505792 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-df781f2f-f1e0-4a17-afa0-6122a7b10c2b req-d3d68286-980e-4fa5-9c16-10926d5c78f0 service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052387 Mar 21 11:38:55.520489 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe2db6-39eb-421f-838a-46d5bea5bb3c req-412e53be-87ff-4b5a-b87b-d56351d91c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:55.522989 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-73fe2db6-39eb-421f-838a-46d5bea5bb3c req-412e53be-87ff-4b5a-b87b-d56351d91c89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b HTTP/1.1" status: 200 len: 858 time: 0.1737227 Mar 21 11:38:55.523950 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e40d89-4ffc-40e8-bd25-76c26a9e5dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7093972-27b3-40e6-abdd-2f797bbc6b35,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:55.548475 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a302b012-ae97-41a1-9473-ef97875cbb70 req-7cc8044f-23a0-4db4-8b28-e906c261f76f tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/security-groups?id=860ed3df-a551-44a2-ace2-7c96cd1bdb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233157 Mar 21 11:38:55.618290 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-df781f2f-f1e0-4a17-afa0-6122a7b10c2b req-16449a1a-4b94-476d-8eba-138aa014cd9b service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046104 Mar 21 11:38:55.639935 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a9dc5d-59a8-4a2a-8c42-b93906fb552a x-openstack-request-id: req-c6a9dc5d-59a8-4a2a-8c42-b93906fb552a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:38:55.640328 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd", "tag": "3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:38:55.640720 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c6a9dc5d-59a8-4a2a-8c42-b93906fb552a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:38:55.641207 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd', 'tag': '3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e', 'status': 'completed', 'code': 200} Mar 21 11:38:55.693944 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b47a99c9-eede-4385-acf6-a21b5aaa6f32 admin admin] Publish callbacks [] for security_group (27ef48c1-99a6-49f2-9e5e-8015f55a8ec3), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:55.699076 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c12f6-bf98-4bcd-b735-d7c3c74d38b2 req-09d298aa-9d3a-43dc-8855-a7817cc24652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:55.700960 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6c9c12f6-bf98-4bcd-b735-d7c3c74d38b2 req-09d298aa-9d3a-43dc-8855-a7817cc24652 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 1127 time: 0.0688183 Mar 21 11:38:55.718527 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b47a99c9-eede-4385-acf6-a21b5aaa6f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (27ef48c1-99a6-49f2-9e5e-8015f55a8ec3), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:55.748369 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:38:55.753485 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6d21df-d027-48e2-b597-2408ef9f2d37" -d '{"events": [{"server_uuid": "c76cf333-334c-46aa-bc2f-7968e6276c3f", "name": "network-vif-plugged", "status": "completed", "tag": "b4b550c0-d534-4cbf-98f0-99ee33f9c287"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:38:55.763183 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-542856ec-5e38-4a56-8033-5ba36869d581 req-6b98d9b5-df64-4512-91a4-3df1cd46a9ed tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b4ccfed-76b8-419c-830d-f56baebd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455311 Mar 21 11:38:55.804506 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-9679e8f3-b7cd-4f4b-9840-b585ad134ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:55.806666 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-9679e8f3-b7cd-4f4b-9840-b585ad134ac0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2bdb0295f6141ff94dcd579a870987b&device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 1127 time: 0.3104360 Mar 21 11:38:55.822716 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-b47a99c9-eede-4385-acf6-a21b5aaa6f32 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b7d080869d7546e8b635e795d9253c0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7181592 Mar 21 11:38:55.826551 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36166) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:55.831267 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a99c9-eede-4385-acf6-a21b5aaa6f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ef48c1-99a6-49f2-9e5e-8015f55a8ec3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:55.867753 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f5a8cd-49a5-4c40-be3a-3c441eb75f97 x-openstack-request-id: req-15f5a8cd-49a5-4c40-be3a-3c441eb75f97 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:38:55.868354 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76cf333-334c-46aa-bc2f-7968e6276c3f", "name": "network-vif-plugged", "status": "completed", "tag": "b4b550c0-d534-4cbf-98f0-99ee33f9c287", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:38:55.868803 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15f5a8cd-49a5-4c40-be3a-3c441eb75f97 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:38:55.869706 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287', 'code': 200} Mar 21 11:38:55.878617 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe2db6-39eb-421f-838a-46d5bea5bb3c req-3b551fe8-212e-42d2-8bd8-a2aa72853f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:55.891642 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-73fe2db6-39eb-421f-838a-46d5bea5bb3c req-3b551fe8-212e-42d2-8bd8-a2aa72853f74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d03519d-2e7e-48b4-905f-e8767233d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3413939 Mar 21 11:38:55.899255 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-f6caf115-87df-40e1-ad42-0260c98ed655 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7093972-27b3-40e6-abdd-2f797bbc6b35 HTTP/1.1" status: 200 len: 217 time: 0.0800903 Mar 21 11:38:55.952382 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c12f6-bf98-4bcd-b735-d7c3c74d38b2 req-ff98323d-249e-44db-9641-ac90f7dfd69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:55.954171 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6c9c12f6-bf98-4bcd-b735-d7c3c74d38b2 req-ff98323d-249e-44db-9641-ac90f7dfd69b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 920 time: 0.2449858 Mar 21 11:38:55.970938 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-94fd3c69-e4e7-45e4-94f6-82b8d0c395ed admin admin] Publish callbacks [] for security_group (27ef48c1-99a6-49f2-9e5e-8015f55a8ec3), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:56.002674 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6c9c12f6-bf98-4bcd-b735-d7c3c74d38b2 req-2d1cd2f9-4cdc-4213-b749-b5530cc0fa7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e HTTP/1.1" status: 200 len: 217 time: 0.0428665 Mar 21 11:38:56.037379 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d772e4d-604a-4402-a092-0f98296ccb6a req-2f4fb3e1-f68d-499d-aea3-5eee0ab6f911 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:56.039169 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9d772e4d-604a-4402-a092-0f98296ccb6a req-2f4fb3e1-f68d-499d-aea3-5eee0ab6f911 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.3379400 Mar 21 11:38:56.063380 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-94fd3c69-e4e7-45e4-94f6-82b8d0c395ed admin admin] Publish callbacks [] for security_group (27ef48c1-99a6-49f2-9e5e-8015f55a8ec3), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:56.096013 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c12f6-bf98-4bcd-b735-d7c3c74d38b2 req-d615c6af-51aa-4522-9f2d-09ae349ac291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:56.097445 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6c9c12f6-bf98-4bcd-b735-d7c3c74d38b2 req-d615c6af-51aa-4522-9f2d-09ae349ac291 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b HTTP/1.1" status: 200 len: 858 time: 0.0873334 Mar 21 11:38:56.143904 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-73fe2db6-39eb-421f-838a-46d5bea5bb3c req-e8b5a702-5bcd-4ec6-99af-ba298bfb6a26 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431557 Mar 21 11:38:56.158209 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c12f6-bf98-4bcd-b735-d7c3c74d38b2 req-8a4fca0c-4b6d-42ea-aeeb-5caa059d591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:56.160281 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6c9c12f6-bf98-4bcd-b735-d7c3c74d38b2 req-8a4fca0c-4b6d-42ea-aeeb-5caa059d591f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d03519d-2e7e-48b4-905f-e8767233d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0540843 Mar 21 11:38:56.165164 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-94fd3c69-e4e7-45e4-94f6-82b8d0c395ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (27ef48c1-99a6-49f2-9e5e-8015f55a8ec3), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:56.168962 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-94fd3c69-e4e7-45e4-94f6-82b8d0c395ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:56.172961 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-94fd3c69-e4e7-45e4-94f6-82b8d0c395ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27ef48c1-99a6-49f2-9e5e-8015f55a8ec3 HTTP/1.1" status: 204 len: 168 time: 0.3413017 Mar 21 11:38:56.188538 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd3c69-e4e7-45e4-94f6-82b8d0c395ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ef48c1-99a6-49f2-9e5e-8015f55a8ec3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:56.293686 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-fb3fc5f0-3f90-4f0a-a99c-c36e718c8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:56.295006 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-fb3fc5f0-3f90-4f0a-a99c-c36e718c8bc6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e382abe-04ce-42e4-8684-4026c68098c4 HTTP/1.1" status: 200 len: 849 time: 0.3849487 Mar 21 11:38:56.352597 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6c9c12f6-bf98-4bcd-b735-d7c3c74d38b2 req-a9faebbc-986f-46b7-a033-e5a8d5f66650 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813076 Mar 21 11:38:56.499843 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-6c9c12f6-bf98-4bcd-b735-d7c3c74d38b2 req-ab820798-3075-40d7-a58d-053597e63447 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389835 Mar 21 11:38:56.578309 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9d772e4d-604a-4402-a092-0f98296ccb6a req-fbfc0a35-e22f-441d-bf28-895c298fa746 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5275235 Mar 21 11:38:56.606197 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device bf77f3fc-ea88-414b-89d7-07192f8baf09 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:38:56.606553 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf0cd8-53ec-4605-b3e0-ddb9a1d6a2d3 req-934a7d5b-e272-44df-bff2-505eed71bf2a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:56.606553 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5fdf0cd8-53ec-4605-b3e0-ddb9a1d6a2d3 req-934a7d5b-e272-44df-bff2-505eed71bf2a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 943 time: 0.5634081 Mar 21 11:38:56.627365 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377437ed-bea6-46e5-bb82-597730e3ed3f req-77222bc7-1df7-4bb6-ae30-41a45715c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:56.630582 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-377437ed-bea6-46e5-bb82-597730e3ed3f req-77222bc7-1df7-4bb6-ae30-41a45715c9dc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 1129 time: 0.5379429 Mar 21 11:38:56.689106 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-81304b57-d7f3-42e5-adbc-087faee4a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:56.690861 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-81304b57-d7f3-42e5-adbc-087faee4a2bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=698d8f47-e4f5-4f6e-b02c-62fad736a58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1721299 Mar 21 11:38:56.696986 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-73fe2db6-39eb-421f-838a-46d5bea5bb3c req-e7c5ee9e-18a1-4776-8399-f0b7c27f7c20 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314507 Mar 21 11:38:56.751465 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36214) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:56.767738 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d586bb0-ebb5-4b6e-911c-471f6e9f194d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:56.782769 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port bf77f3fc-ea88-414b-89d7-07192f8baf09, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=bf77f3fc-ea88-414b-89d7-07192f8baf09,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:56.796203 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': 'bf77f3fc-ea88-414b-89d7-07192f8baf09', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'port_id': 'bf77f3fc-ea88-414b-89d7-07192f8baf09', 'mac_address': 'fa:16:3e:ca:a6:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:38:56.815051 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5fdf0cd8-53ec-4605-b3e0-ddb9a1d6a2d3 req-fe66cea1-49b1-461d-b8ab-ae673c4cdbad tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023289 Mar 21 11:38:56.843835 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-377437ed-bea6-46e5-bb82-597730e3ed3f req-f9d7585a-196c-4783-9151-074d552d8dc3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873977 Mar 21 11:38:56.859292 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port bf77f3fc-ea88-414b-89d7-07192f8baf09 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:56.859685 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (bf77f3fc-ea88-414b-89d7-07192f8baf09), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:56.894268 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf77f3fc-ea88-414b-89d7-07192f8baf09 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:38:56.899380 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d586bb0-ebb5-4b6e-911c-471f6e9f194d admin admin] Publish callbacks [] for security_group (5ff8abd3-09b2-4559-88fa-d33738446d51), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:56.910222 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d586bb0-ebb5-4b6e-911c-471f6e9f194d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (5ff8abd3-09b2-4559-88fa-d33738446d51), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:56.912312 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-34b65b67-5f1a-4b64-b1a0-a83b615eee77 service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892734 Mar 21 11:38:56.927276 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f0b95-22cf-4794-ae95-5c323ca5ba29 req-5a190e7c-2ae3-461f-9535-6d791c36269c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:56.935393 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-283f0b95-22cf-4794-ae95-5c323ca5ba29 req-5a190e7c-2ae3-461f-9535-6d791c36269c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 943 time: 0.2697713 Mar 21 11:38:56.937303 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port bf77f3fc-ea88-414b-89d7-07192f8baf09, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=bf77f3fc-ea88-414b-89d7-07192f8baf09,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:56.943677 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (bf77f3fc-ea88-414b-89d7-07192f8baf09), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:56.944274 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:38:56.986553 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-0d586bb0-ebb5-4b6e-911c-471f6e9f194d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a68dfdfd47dc468596aa05d700d45639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316442 Mar 21 11:38:56.987077 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36230) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:56.988795 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d586bb0-ebb5-4b6e-911c-471f6e9f194d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff8abd3-09b2-4559-88fa-d33738446d51,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:57.035910 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-283f0b95-22cf-4794-ae95-5c323ca5ba29 req-09ec6a47-ee0f-41c2-9420-5bda03f7a5a3 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995739 Mar 21 11:38:57.072669 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=bf77f3fc-ea88-414b-89d7-07192f8baf09,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:57.112513 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-991139e3-2626-4532-a224-6463773abb00 admin admin] Publish callbacks [] for security_group (5ff8abd3-09b2-4559-88fa-d33738446d51), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:57.114185 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2fc70-69fe-4422-9d8f-2be06a34147a req-d172a15d-6a85-4302-8686-87c9bc973bbc tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:57.115709 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-20d2fc70-69fe-4422-9d8f-2be06a34147a req-d172a15d-6a85-4302-8686-87c9bc973bbc tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 945 time: 0.1753645 Mar 21 11:38:57.150388 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:57.153208 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-991139e3-2626-4532-a224-6463773abb00 admin admin] Publish callbacks [] for security_group (5ff8abd3-09b2-4559-88fa-d33738446d51), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:57.169027 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5e6b34f-d47d-47e7-94b0-a640ba44af3a req-123e2b73-b201-43ec-804d-4604d30cd081 service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368613 Mar 21 11:38:57.193790 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': '3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'port_id': '3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e', 'mac_address': 'fa:16:3e:de:cc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:38:57.200252 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-20d2fc70-69fe-4422-9d8f-2be06a34147a req-6ebf0d6c-a9ce-4a3a-9bcc-bcb19262fb0e tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/security-groups?id=860ed3df-a551-44a2-ace2-7c96cd1bdb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677063 Mar 21 11:38:57.238488 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-991139e3-2626-4532-a224-6463773abb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (5ff8abd3-09b2-4559-88fa-d33738446d51), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:57.246284 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-991139e3-2626-4532-a224-6463773abb00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:57.248751 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-991139e3-2626-4532-a224-6463773abb00 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5ff8abd3-09b2-4559-88fa-d33738446d51 HTTP/1.1" status: 204 len: 168 time: 0.2605052 Mar 21 11:38:57.262108 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991139e3-2626-4532-a224-6463773abb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff8abd3-09b2-4559-88fa-d33738446d51,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:57.296321 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9eb69-66ab-4995-bdd4-2431f8c1ee22 req-adbbb6f3-a91b-4477-8a75-48c170e84d7d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:57.297996 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68d9eb69-66ab-4995-bdd4-2431f8c1ee22 req-adbbb6f3-a91b-4477-8a75-48c170e84d7d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 944 time: 0.1259575 Mar 21 11:38:57.304040 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:57.304454 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:57.322757 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:38:57.350528 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:57.357261 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:57.358380 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 14076b0a-ac44-4176-bc4b-816f616d936e details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:38:57.381105 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68d9eb69-66ab-4995-bdd4-2431f8c1ee22 req-351ef648-d5ab-4b61-80ea-93ab4e4a93e2 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b4ccfed-76b8-419c-830d-f56baebd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734611 Mar 21 11:38:57.454271 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 14076b0a-ac44-4176-bc4b-816f616d936e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=14076b0a-ac44-4176-bc4b-816f616d936e,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:57.457384 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:57.473948 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': '14076b0a-ac44-4176-bc4b-816f616d936e', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'port_id': '14076b0a-ac44-4176-bc4b-816f616d936e', 'mac_address': 'fa:16:3e:ee:41:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:38:57.517327 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 14076b0a-ac44-4176-bc4b-816f616d936e is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:57.517826 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (14076b0a-ac44-4176-bc4b-816f616d936e), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:57.533359 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14076b0a-ac44-4176-bc4b-816f616d936e {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:38:57.558710 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 14076b0a-ac44-4176-bc4b-816f616d936e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=14076b0a-ac44-4176-bc4b-816f616d936e,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:57.563669 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (14076b0a-ac44-4176-bc4b-816f616d936e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:57.633021 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=14076b0a-ac44-4176-bc4b-816f616d936e,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:57.642291 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c1924b-3cf7-41d6-8400-699ab79b9015', 'tag': 'c7093972-27b3-40e6-abdd-2f797bbc6b35'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:38:57.644679 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f71d026-48c5-498f-b673-6a069b292e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c1924b-3cf7-41d6-8400-699ab79b9015", "tag": "c7093972-27b3-40e6-abdd-2f797bbc6b35"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:38:57.710194 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afecc10-8ab6-450a-88f4-78ad6bf7f644 x-openstack-request-id: req-3afecc10-8ab6-450a-88f4-78ad6bf7f644 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:38:57.710422 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c1924b-3cf7-41d6-8400-699ab79b9015", "tag": "c7093972-27b3-40e6-abdd-2f797bbc6b35", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:38:57.710668 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3afecc10-8ab6-450a-88f4-78ad6bf7f644 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:38:57.711141 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c1924b-3cf7-41d6-8400-699ab79b9015', 'tag': 'c7093972-27b3-40e6-abdd-2f797bbc6b35', 'status': 'completed', 'code': 200} Mar 21 11:38:57.722207 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85997b9-a44e-48c0-804b-46c4be07c7e0 req-5882f873-996a-4ada-a60a-5cc22e14fd54 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:57.724048 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e85997b9-a44e-48c0-804b-46c4be07c7e0 req-5882f873-996a-4ada-a60a-5cc22e14fd54 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0609252 Mar 21 11:38:57.810594 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e85997b9-a44e-48c0-804b-46c4be07c7e0 req-0bda32f6-10b3-45b5-800b-7b17b983db3f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797789 Mar 21 11:38:57.817388 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71d026-48c5-498f-b673-6a069b292e7a req-1d7ef4f7-bc46-4276-b56d-9ab4242f26ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:57.818834 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3f71d026-48c5-498f-b673-6a069b292e7a req-1d7ef4f7-bc46-4276-b56d-9ab4242f26ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2bdb0295f6141ff94dcd579a870987b&device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 1127 time: 0.0813248 Mar 21 11:38:57.969406 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:38:58.012505 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8222ca-b0ce-4dff-844b-755b1633290f req-0fe4813d-49e4-421b-8cf7-71a165335e3d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:58.014113 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ca8222ca-b0ce-4dff-844b-755b1633290f req-0fe4813d-49e4-421b-8cf7-71a165335e3d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 944 time: 0.0981128 Mar 21 11:38:58.017087 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71d026-48c5-498f-b673-6a069b292e7a req-4b0b60eb-302f-464f-a57a-d2bdd1f66001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:58.018521 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3f71d026-48c5-498f-b673-6a069b292e7a req-4b0b60eb-302f-464f-a57a-d2bdd1f66001 service neutron] 10.222.0.64 "GET /v2.0/networks?id=698d8f47-e4f5-4f6e-b02c-62fad736a58a HTTP/1.1" status: 200 len: 911 time: 0.1883099 Mar 21 11:38:58.027188 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['14076b0a-ac44-4176-bc4b-816f616d936e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:38:58.102567 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3f71d026-48c5-498f-b673-6a069b292e7a req-787b8df6-1f6d-4e6c-bc7f-051cb2ea9c89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7093972-27b3-40e6-abdd-2f797bbc6b35 HTTP/1.1" status: 200 len: 217 time: 0.0567966 Mar 21 11:38:58.116815 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['bf77f3fc-ea88-414b-89d7-07192f8baf09'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:38:58.155141 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ca8222ca-b0ce-4dff-844b-755b1633290f req-baa31ecd-fbea-4f17-bbf7-d6334dbe3a63 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338310 Mar 21 11:38:58.206931 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71d026-48c5-498f-b673-6a069b292e7a req-0455f7bb-fb55-4d82-b495-abfb76678be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:58.208449 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3f71d026-48c5-498f-b673-6a069b292e7a req-0455f7bb-fb55-4d82-b495-abfb76678be5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e382abe-04ce-42e4-8684-4026c68098c4 HTTP/1.1" status: 200 len: 849 time: 0.0962625 Mar 21 11:38:58.273316 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c48f71-1378-4b48-b89f-6854391e2d43 req-8ce08e4c-9840-4024-b146-c67feffb8fb6 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:58.274709 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-74c48f71-1378-4b48-b89f-6854391e2d43 req-8ce08e4c-9840-4024-b146-c67feffb8fb6 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 943 time: 0.1312716 Mar 21 11:38:58.293960 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71d026-48c5-498f-b673-6a069b292e7a req-bb8b486e-a7dc-408e-a343-8e97cc4a0cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:58.295435 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3f71d026-48c5-498f-b673-6a069b292e7a req-bb8b486e-a7dc-408e-a343-8e97cc4a0cd3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=698d8f47-e4f5-4f6e-b02c-62fad736a58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0658958 Mar 21 11:38:58.383080 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-74c48f71-1378-4b48-b89f-6854391e2d43 req-ada37d23-041d-41ed-ac9c-8b10f6780f3a tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999620 Mar 21 11:38:58.417486 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3f71d026-48c5-498f-b673-6a069b292e7a req-9bfd2dfa-96a4-442c-8777-6a27448457dc service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119606 Mar 21 11:38:58.615095 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3f71d026-48c5-498f-b673-6a069b292e7a req-8439310f-c3a0-4ee0-9110-50faae49f05a service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917424 Mar 21 11:38:58.627966 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device c7093972-27b3-40e6-abdd-2f797bbc6b35 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:38:58.628531 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79525b1c-c568-4f9a-92bb-43f6d6483cfc req-063ad9e9-5bda-4ebc-b7ac-584654da26c5 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:58.637808 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-79525b1c-c568-4f9a-92bb-43f6d6483cfc req-063ad9e9-5bda-4ebc-b7ac-584654da26c5 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 944 time: 0.1046979 Mar 21 11:38:58.714660 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-79525b1c-c568-4f9a-92bb-43f6d6483cfc req-4843fb30-5b26-4d35-8573-58a961612985 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b4ccfed-76b8-419c-830d-f56baebd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706420 Mar 21 11:38:58.782806 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port c7093972-27b3-40e6-abdd-2f797bbc6b35, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c7093972-27b3-40e6-abdd-2f797bbc6b35,segment=NetworkSegment(764b03ae-9161-4412-8fc2-dbb9b6a3c7d7),segment_id=764b03ae-9161-4412-8fc2-dbb9b6a3c7d7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:58.802958 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': 'c7093972-27b3-40e6-abdd-2f797bbc6b35', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'port_id': 'c7093972-27b3-40e6-abdd-2f797bbc6b35', 'mac_address': 'fa:16:3e:59:fd:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:38:58.818041 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36310) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:58.872341 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port c7093972-27b3-40e6-abdd-2f797bbc6b35 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:38:58.872973 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (c7093972-27b3-40e6-abdd-2f797bbc6b35), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:58.890389 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7093972-27b3-40e6-abdd-2f797bbc6b35 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:38:58.918539 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port c7093972-27b3-40e6-abdd-2f797bbc6b35, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c7093972-27b3-40e6-abdd-2f797bbc6b35,segment=NetworkSegment(764b03ae-9161-4412-8fc2-dbb9b6a3c7d7),segment_id=764b03ae-9161-4412-8fc2-dbb9b6a3c7d7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:38:58.927374 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (c7093972-27b3-40e6-abdd-2f797bbc6b35), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:58.971305 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113d3fe-36e1-465c-83b2-fcf461710432 req-ae4e20c6-d40c-4621-848b-46c1e63ea541 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:58.972916 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d113d3fe-36e1-465c-83b2-fcf461710432 req-ae4e20c6-d40c-4621-848b-46c1e63ea541 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0683322 Mar 21 11:38:58.991116 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=c7093972-27b3-40e6-abdd-2f797bbc6b35,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:59.032110 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d113d3fe-36e1-465c-83b2-fcf461710432 req-f3f533ff-7ebe-4353-b425-e9407ed5f67f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515120 Mar 21 11:38:59.164343 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2800-41d7-4df0-8701-ef8a1636d5c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:59.294263 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c18f2-5db3-489f-8c29-5239b6333a9e req-b7f2186c-6447-443e-a94d-438232be59d0 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:59.296183 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-df0c18f2-5db3-489f-8c29-5239b6333a9e req-b7f2186c-6447-443e-a94d-438232be59d0 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0692568 Mar 21 11:38:59.298455 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2800-41d7-4df0-8701-ef8a1636d5c7 admin admin] Publish callbacks [] for security_group (a635cb18-ff51-4829-8512-6fcb8f7104c0), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:59.306773 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 36336) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:59.310999 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2800-41d7-4df0-8701-ef8a1636d5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (a635cb18-ff51-4829-8512-6fcb8f7104c0), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:59.327941 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2e17e76a-e0d1-49dc-957d-d0b5fbe9a0a9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Request body: {'floatingip': {'port_id': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:38:59.333930 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['c7093972-27b3-40e6-abdd-2f797bbc6b35'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:38:59.349812 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d2800-41d7-4df0-8701-ef8a1636d5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a635cb18-ff51-4829-8512-6fcb8f7104c0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:59.378492 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-8f7d2800-41d7-4df0-8701-ef8a1636d5c7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=86ec076308014f4b8edafa8cb70f57da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5593626 Mar 21 11:38:59.379287 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36340) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:38:59.449855 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e1a72d8b-3463-4155-a98d-5c8c280a7459 admin admin] Publish callbacks [] for security_group (a635cb18-ff51-4829-8512-6fcb8f7104c0), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:59.487114 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e1a72d8b-3463-4155-a98d-5c8c280a7459 admin admin] Publish callbacks [] for security_group (a635cb18-ff51-4829-8512-6fcb8f7104c0), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:59.548355 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e17e76a-e0d1-49dc-957d-d0b5fbe9a0a9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for floatingip (0a8f5b55-3f93-448e-a1b7-a52c0ce487e6), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:59.553120 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e1a72d8b-3463-4155-a98d-5c8c280a7459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (a635cb18-ff51-4829-8512-6fcb8f7104c0), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:59.555715 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e1a72d8b-3463-4155-a98d-5c8c280a7459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:38:59.559421 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-e1a72d8b-3463-4155-a98d-5c8c280a7459 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a635cb18-ff51-4829-8512-6fcb8f7104c0 HTTP/1.1" status: 204 len: 168 time: 0.1759732 Mar 21 11:38:59.596261 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a72d8b-3463-4155-a98d-5c8c280a7459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a635cb18-ff51-4829-8512-6fcb8f7104c0,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:38:59.773343 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4daa1f-d051-4424-b5d2-c656bf916024 req-57d67580-3681-46f0-ad95-78274e308014 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:59.782418 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3d4daa1f-d051-4424-b5d2-c656bf916024 req-57d67580-3681-46f0-ad95-78274e308014 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 944 time: 0.2313995 Mar 21 11:38:59.828046 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a96b4-9c55-4297-8312-04a92f5a2768 req-61440fa2-02c0-4ee7-ab9f-efba9d016bfe tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:38:59.829354 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-734a96b4-9c55-4297-8312-04a92f5a2768 req-61440fa2-02c0-4ee7-ab9f-efba9d016bfe tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 944 time: 0.2774107 Mar 21 11:38:59.955511 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3d4daa1f-d051-4424-b5d2-c656bf916024 req-97e5457f-9fee-456d-b5cf-06166a232e58 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625309 Mar 21 11:38:59.979749 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-734a96b4-9c55-4297-8312-04a92f5a2768 req-adf01cae-825a-41a2-9219-8254c71b1d31 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170933 Mar 21 11:39:00.042768 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36376) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:00.067271 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ca9c2ec-a9ee-409d-b002-7f7d9c398c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:00.175140 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ca9c2ec-a9ee-409d-b002-7f7d9c398c26 admin admin] Publish callbacks [] for security_group (94b443bc-3a8f-48b5-9803-f80df8829025), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:00.181018 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5ca9c2ec-a9ee-409d-b002-7f7d9c398c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (94b443bc-3a8f-48b5-9803-f80df8829025), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:00.223392 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-5ca9c2ec-a9ee-409d-b002-7f7d9c398c26 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=882a41de47e341cd941707ab343bac20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792653 Mar 21 11:39:00.224203 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9c2ec-a9ee-409d-b002-7f7d9c398c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b443bc-3a8f-48b5-9803-f80df8829025,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:00.226622 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36386) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:00.306353 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b4ec693-2d23-433c-8949-58add1763664 admin admin] Publish callbacks [] for security_group (94b443bc-3a8f-48b5-9803-f80df8829025), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:00.334056 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b4ec693-2d23-433c-8949-58add1763664 admin admin] Publish callbacks [] for security_group (94b443bc-3a8f-48b5-9803-f80df8829025), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:00.412075 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b4ec693-2d23-433c-8949-58add1763664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (94b443bc-3a8f-48b5-9803-f80df8829025), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:00.417651 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b4ec693-2d23-433c-8949-58add1763664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:00.419497 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-8b4ec693-2d23-433c-8949-58add1763664 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/94b443bc-3a8f-48b5-9803-f80df8829025 HTTP/1.1" status: 204 len: 168 time: 0.1918821 Mar 21 11:39:00.440459 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ec693-2d23-433c-8949-58add1763664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b443bc-3a8f-48b5-9803-f80df8829025,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:00.443121 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698106c0-ccff-4249-9ee3-e4acec647567 req-6fcb4300-cb7d-4158-a64e-475b6b20ade8 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:00.450081 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-698106c0-ccff-4249-9ee3-e4acec647567 req-6fcb4300-cb7d-4158-a64e-475b6b20ade8 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 944 time: 0.4047554 Mar 21 11:39:00.584062 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-698106c0-ccff-4249-9ee3-e4acec647567 req-3e7adbae-e23a-4411-b00d-041e7f4bf70c tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b4ccfed-76b8-419c-830d-f56baebd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284158 Mar 21 11:39:00.638360 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device c7093972-27b3-40e6-abdd-2f797bbc6b35 up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:39:00.671873 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e17e76a-e0d1-49dc-957d-d0b5fbe9a0a9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:00.678253 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e17e76a-e0d1-49dc-957d-d0b5fbe9a0a9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (0a8f5b55-3f93-448e-a1b7-a52c0ce487e6), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:00.697610 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port c7093972-27b3-40e6-abdd-2f797bbc6b35 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:39:00.703475 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port c7093972-27b3-40e6-abdd-2f797bbc6b35 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:39:00.704259 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (c7093972-27b3-40e6-abdd-2f797bbc6b35), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:00.796486 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-2e17e76a-e0d1-49dc-957d-d0b5fbe9a0a9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Floating IP 0a8f5b55-3f93-448e-a1b7-a52c0ce487e6 associated. External IP: 172.27.0.64, port: b4b550c0-d534-4cbf-98f0-99ee33f9c287. Mar 21 11:39:00.814781 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port c7093972-27b3-40e6-abdd-2f797bbc6b35 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:39:00.815174 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (c7093972-27b3-40e6-abdd-2f797bbc6b35), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:00.846000 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c1924b-3cf7-41d6-8400-699ab79b9015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7093972-27b3-40e6-abdd-2f797bbc6b35'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:39:00.848695 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8690c4-1041-486e-a44b-5adaaa335406" -d '{"events": [{"server_uuid": "b6c1924b-3cf7-41d6-8400-699ab79b9015", "name": "network-vif-plugged", "status": "completed", "tag": "c7093972-27b3-40e6-abdd-2f797bbc6b35"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:39:00.863937 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port c7093972-27b3-40e6-abdd-2f797bbc6b35, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c7093972-27b3-40e6-abdd-2f797bbc6b35,segment=NetworkSegment(764b03ae-9161-4412-8fc2-dbb9b6a3c7d7),segment_id=764b03ae-9161-4412-8fc2-dbb9b6a3c7d7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:39:00.871838 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (c7093972-27b3-40e6-abdd-2f797bbc6b35), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:00.873684 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device bf77f3fc-ea88-414b-89d7-07192f8baf09 up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:39:00.925171 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c0b70e-51f7-4f1b-803a-6be57881376d x-openstack-request-id: req-41c0b70e-51f7-4f1b-803a-6be57881376d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:39:00.925843 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c1924b-3cf7-41d6-8400-699ab79b9015", "name": "network-vif-plugged", "status": "completed", "tag": "c7093972-27b3-40e6-abdd-2f797bbc6b35", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:39:00.926104 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-41c0b70e-51f7-4f1b-803a-6be57881376d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:39:00.926498 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c1924b-3cf7-41d6-8400-699ab79b9015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7093972-27b3-40e6-abdd-2f797bbc6b35', 'code': 200} Mar 21 11:39:00.959697 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36422) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:00.966909 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=c7093972-27b3-40e6-abdd-2f797bbc6b35,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:01.000523 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port bf77f3fc-ea88-414b-89d7-07192f8baf09 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:39:01.006184 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port bf77f3fc-ea88-414b-89d7-07192f8baf09 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:39:01.006184 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (bf77f3fc-ea88-414b-89d7-07192f8baf09), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:01.077090 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e17e76a-e0d1-49dc-957d-d0b5fbe9a0a9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:39:01.141789 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port bf77f3fc-ea88-414b-89d7-07192f8baf09 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:39:01.142446 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (bf77f3fc-ea88-414b-89d7-07192f8baf09), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:01.178565 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port bf77f3fc-ea88-414b-89d7-07192f8baf09, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=bf77f3fc-ea88-414b-89d7-07192f8baf09,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:39:01.185678 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (bf77f3fc-ea88-414b-89d7-07192f8baf09), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:01.186271 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:39:01.201185 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3cbe8ba8-8574-4aa4-82be-0c5cd0fc4598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:01.244539 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e16ace-9015-4d29-8c67-29a4c234532c req-76381fa9-350f-47f1-aabb-a0ec042bf3ae tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:01.251665 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-73e16ace-9015-4d29-8c67-29a4c234532c req-76381fa9-350f-47f1-aabb-a0ec042bf3ae tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.2074931 Mar 21 11:39:01.273729 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=bf77f3fc-ea88-414b-89d7-07192f8baf09,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:01.299220 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:39:01.305594 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:39:01.306467 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:01.314296 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3cbe8ba8-8574-4aa4-82be-0c5cd0fc4598 admin admin] Publish callbacks [] for security_group (94becd87-eccd-461d-acf1-ebd09e4024f7), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:01.322035 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3cbe8ba8-8574-4aa4-82be-0c5cd0fc4598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (94becd87-eccd-461d-acf1-ebd09e4024f7), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:01.387906 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3cbe8ba8-8574-4aa4-82be-0c5cd0fc4598 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=64a0da4bad3545f190766abe79dfc5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270341 Mar 21 11:39:01.389953 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe8ba8-8574-4aa4-82be-0c5cd0fc4598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94becd87-eccd-461d-acf1-ebd09e4024f7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:01.390734 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d42c38-fc18-4f09-9577-f8f091fdce22 req-e154f135-9b37-4463-8e19-42b428c2d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:01.391923 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c1d42c38-fc18-4f09-9577-f8f091fdce22 req-e154f135-9b37-4463-8e19-42b428c2d6f9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 1129 time: 0.2634525 Mar 21 11:39:01.392750 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 36440) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:01.403285 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:39:01.403686 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:01.418391 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-73e16ace-9015-4d29-8c67-29a4c234532c req-4a075018-535d-4d84-bffc-3c770eb6530c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522534 Mar 21 11:39:01.418391 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737d02d-a6e5-4a45-a743-f0dd76769d09 req-3f5ec7e1-24e5-4ddc-8a58-cac45507533d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:01.423554 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d737d02d-a6e5-4a45-a743-f0dd76769d09 req-3f5ec7e1-24e5-4ddc-8a58-cac45507533d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 944 time: 0.2962472 Mar 21 11:39:01.449398 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e17e76a-e0d1-49dc-957d-d0b5fbe9a0a9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:39:01.466427 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2e17e76a-e0d1-49dc-957d-d0b5fbe9a0a9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:01.472513 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33fe8be-580d-41d8-8724-901ad1e79ecb None None] Sync routers for ids ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:39:01.496210 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:39:01.503506 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:01.505586 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 14076b0a-ac44-4176-bc4b-816f616d936e up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:39:01.506391 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33fe8be-580d-41d8-8724-901ad1e79ecb None None] Routers {'556be9ce-0f25-426f-8030-1fc1c5e8fa74'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:39:01.507029 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d33fe8be-580d-41d8-8724-901ad1e79ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:39:01.550590 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-2e17e76a-e0d1-49dc-957d-d0b5fbe9a0a9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "PUT /v2.0/floatingips/0a8f5b55-3f93-448e-a1b7-a52c0ce487e6 HTTP/1.1" status: 200 len: 990 time: 2.2413926 Mar 21 11:39:01.558277 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'tag': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:39:01.560544 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b04f92-03c7-426f-881e-14fe5b8ad09d" -d '{"events": [{"name": "network-changed", "server_uuid": "c76cf333-334c-46aa-bc2f-7968e6276c3f", "tag": "b4b550c0-d534-4cbf-98f0-99ee33f9c287"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:39:01.599165 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c1d42c38-fc18-4f09-9577-f8f091fdce22 req-b64d4183-830c-43e9-8c71-0deae0730150 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679077 Mar 21 11:39:01.602264 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d737d02d-a6e5-4a45-a743-f0dd76769d09 req-ee63b33c-8258-4b48-95d5-4865f3c0ba4f tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778889 Mar 21 11:39:01.607594 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b6dceeab-94cf-4dc2-9034-a5ad8335c060 admin admin] Publish callbacks [] for security_group (94becd87-eccd-461d-acf1-ebd09e4024f7), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:01.622488 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d04068-9ca2-453c-8cce-116916931d02 x-openstack-request-id: req-c4d04068-9ca2-453c-8cce-116916931d02 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:39:01.623087 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76cf333-334c-46aa-bc2f-7968e6276c3f", "tag": "b4b550c0-d534-4cbf-98f0-99ee33f9c287", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:39:01.623563 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4d04068-9ca2-453c-8cce-116916931d02 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:39:01.624194 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'tag': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287', 'status': 'completed', 'code': 200} Mar 21 11:39:01.641815 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b6dceeab-94cf-4dc2-9034-a5ad8335c060 admin admin] Publish callbacks [] for security_group (94becd87-eccd-461d-acf1-ebd09e4024f7), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:01.663976 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:01.691356 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d33fe8be-580d-41d8-8724-901ad1e79ecb None None] Set router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:39:01.696818 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port 14076b0a-ac44-4176-bc4b-816f616d936e completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:39:01.713127 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port 14076b0a-ac44-4176-bc4b-816f616d936e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:39:01.713566 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (14076b0a-ac44-4176-bc4b-816f616d936e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:01.787200 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879b0ae-af17-45d6-9c2a-a5b563dc7043 req-29310352-1b6f-4210-8af4-369202a5dbb8 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:01.789014 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d879b0ae-af17-45d6-9c2a-a5b563dc7043 req-29310352-1b6f-4210-8af4-369202a5dbb8 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 945 time: 0.0759053 Mar 21 11:39:01.803295 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b6dceeab-94cf-4dc2-9034-a5ad8335c060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (94becd87-eccd-461d-acf1-ebd09e4024f7), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:01.806126 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b6dceeab-94cf-4dc2-9034-a5ad8335c060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:01.808219 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-b6dceeab-94cf-4dc2-9034-a5ad8335c060 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/94becd87-eccd-461d-acf1-ebd09e4024f7 HTTP/1.1" status: 204 len: 168 time: 0.4125307 Mar 21 11:39:01.828584 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dceeab-94cf-4dc2-9034-a5ad8335c060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94becd87-eccd-461d-acf1-ebd09e4024f7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:01.830168 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 14076b0a-ac44-4176-bc4b-816f616d936e is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:39:01.831332 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (14076b0a-ac44-4176-bc4b-816f616d936e), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:01.905436 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 14076b0a-ac44-4176-bc4b-816f616d936e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=14076b0a-ac44-4176-bc4b-816f616d936e,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:39:01.917473 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (14076b0a-ac44-4176-bc4b-816f616d936e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:01.954679 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d879b0ae-af17-45d6-9c2a-a5b563dc7043 req-fdb4fcad-aad6-408e-a5e4-6af5aea1c432 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b4ccfed-76b8-419c-830d-f56baebd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536686 Mar 21 11:39:01.977038 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b04f92-03c7-426f-881e-14fe5b8ad09d req-bd294a69-f83b-4dc3-9f41-fdefb1a2d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:01.983729 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85b04f92-03c7-426f-881e-14fe5b8ad09d req-bd294a69-f83b-4dc3-9f41-fdefb1a2d757 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c141138859a41e99ecf708f522bb0a7&device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 1129 time: 0.1415563 Mar 21 11:39:02.027016 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=14076b0a-ac44-4176-bc4b-816f616d936e,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:02.140835 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b04f92-03c7-426f-881e-14fe5b8ad09d req-0602e9ae-9f6c-41ed-be76-04dcc00a4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:02.143941 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85b04f92-03c7-426f-881e-14fe5b8ad09d req-0602e9ae-9f6c-41ed-be76-04dcc00a4eb3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2407076-ce8e-4906-8d16-619268537603 HTTP/1.1" status: 200 len: 917 time: 0.1369524 Mar 21 11:39:02.155393 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d33fe8be-580d-41d8-8724-901ad1e79ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:25Z', 'revision_number': 4, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '0a8f5b55-3f93-448e-a1b7-a52c0ce487e6', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'port_id': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'mac_address': 'fa:16:3e:5b:5c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:38:35Z', 'updated_at': '2022-03-21T11:39:00Z', 'revision_number': 1, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e07642-339c-4a4d-a8eb-8a12a1a2c72c', 'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'mac_address': 'fa:16:3e:a0:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:22Z', 'updated_at': '2022-03-21T11:38:40Z', 'revision_number': 5, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'subnets': [{'id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:39:02.195428 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33fe8be-580d-41d8-8724-901ad1e79ecb None None] Checking router: 556be9ce-0f25-426f-8030-1fc1c5e8fa74 for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:39:02.210445 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33fe8be-580d-41d8-8724-901ad1e79ecb None None] Routers {'556be9ce-0f25-426f-8030-1fc1c5e8fa74'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:39:02.211602 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d33fe8be-580d-41d8-8724-901ad1e79ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:39:02.274156 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85b04f92-03c7-426f-881e-14fe5b8ad09d req-869a65c9-91ef-4f88-ad56-54bb7b2fe00a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287 HTTP/1.1" status: 200 len: 998 time: 0.1231999 Mar 21 11:39:02.332326 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b04f92-03c7-426f-881e-14fe5b8ad09d req-f4841eb6-32dc-4518-b03d-01e2d16d218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:02.333968 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85b04f92-03c7-426f-881e-14fe5b8ad09d req-f4841eb6-32dc-4518-b03d-01e2d16d218b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d57719d7-5e0a-4d75-8c02-479681c6e387 HTTP/1.1" status: 200 len: 855 time: 0.0527217 Mar 21 11:39:02.355815 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d33fe8be-580d-41d8-8724-901ad1e79ecb None None] Set router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:39:02.388906 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36474) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:02.392952 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b04f92-03c7-426f-881e-14fe5b8ad09d req-e5a82fed-d09d-445f-9967-b91ac3678c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:02.394488 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85b04f92-03c7-426f-881e-14fe5b8ad09d req-e5a82fed-d09d-445f-9967-b91ac3678c9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2407076-ce8e-4906-8d16-619268537603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527954 Mar 21 11:39:02.405135 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71b544d9-e02b-4608-8efa-49439976838c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:02.517308 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71b544d9-e02b-4608-8efa-49439976838c admin admin] Publish callbacks [] for security_group (0281f16f-6af9-4572-b4af-f003e3e11918), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:02.535803 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-71b544d9-e02b-4608-8efa-49439976838c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (0281f16f-6af9-4572-b4af-f003e3e11918), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:02.556638 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bdaa3-074d-490b-9e0a-d1062377d2a9 req-06ee241d-e956-4439-848f-a3a8daca045d tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:02.558194 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-092bdaa3-074d-490b-9e0a-d1062377d2a9 req-06ee241d-e956-4439-848f-a3a8daca045d tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0859098 Mar 21 11:39:02.567448 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-71b544d9-e02b-4608-8efa-49439976838c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1303abdc6a3d4becafcc0421ce8d4ddd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772835 Mar 21 11:39:02.570328 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36480) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:02.589635 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85b04f92-03c7-426f-881e-14fe5b8ad09d req-9d603e1e-ba93-405a-b522-c25336fa6a80 service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866291 Mar 21 11:39:02.608291 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 36482) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:02.613599 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b544d9-e02b-4608-8efa-49439976838c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0281f16f-6af9-4572-b4af-f003e3e11918,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:02.640016 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d33fe8be-580d-41d8-8724-901ad1e79ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:25Z', 'revision_number': 4, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '0a8f5b55-3f93-448e-a1b7-a52c0ce487e6', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'port_id': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'mac_address': 'fa:16:3e:5b:5c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:38:35Z', 'updated_at': '2022-03-21T11:39:00Z', 'revision_number': 1, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e07642-339c-4a4d-a8eb-8a12a1a2c72c', 'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'mac_address': 'fa:16:3e:a0:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:22Z', 'updated_at': '2022-03-21T11:38:40Z', 'revision_number': 5, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'subnets': [{'id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:39:02.650832 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-092bdaa3-074d-490b-9e0a-d1062377d2a9 req-e4145d3f-d75e-4bd7-a10c-05ae42c4c28a tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829039 Mar 21 11:39:02.670863 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c908d90-3218-43de-98ac-54821d3ccd93 admin admin] Publish callbacks [] for security_group (0281f16f-6af9-4572-b4af-f003e3e11918), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:02.673707 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33fe8be-580d-41d8-8724-901ad1e79ecb None None] The sync data for ids ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'] in dv-cinder-805072-11-iscsi is: [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:25Z', 'revision_number': 4, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '0a8f5b55-3f93-448e-a1b7-a52c0ce487e6', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'port_id': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'mac_address': 'fa:16:3e:5b:5c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:38:35Z', 'updated_at': '2022-03-21T11:39:00Z', 'revision_number': 1, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e07642-339c-4a4d-a8eb-8a12a1a2c72c', 'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'mac_address': 'fa:16:3e:a0:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:22Z', 'updated_at': '2022-03-21T11:38:40Z', 'revision_number': 5, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'subnets': [{'id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:39:02.696722 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c908d90-3218-43de-98ac-54821d3ccd93 admin admin] Publish callbacks [] for security_group (0281f16f-6af9-4572-b4af-f003e3e11918), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:02.782075 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c908d90-3218-43de-98ac-54821d3ccd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (0281f16f-6af9-4572-b4af-f003e3e11918), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:02.793229 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5c908d90-3218-43de-98ac-54821d3ccd93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:02.796981 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-5c908d90-3218-43de-98ac-54821d3ccd93 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0281f16f-6af9-4572-b4af-f003e3e11918 HTTP/1.1" status: 204 len: 168 time: 0.2230661 Mar 21 11:39:02.811413 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c908d90-3218-43de-98ac-54821d3ccd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0281f16f-6af9-4572-b4af-f003e3e11918,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:02.927503 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf77f3fc-ea88-414b-89d7-07192f8baf09'}, {'server_uuid': 'bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e'}, {'server_uuid': '34c7dafd-a921-49dd-800a-bc8cc0a7badc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14076b0a-ac44-4176-bc4b-816f616d936e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:39:02.930366 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04a008a-b101-4c90-a18b-404d9e7c61ef" -d '{"events": [{"server_uuid": "d0c586ea-515f-425f-8bac-28bccbaf8d49", "name": "network-vif-plugged", "status": "completed", "tag": "bf77f3fc-ea88-414b-89d7-07192f8baf09"}, {"server_uuid": "bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd", "name": "network-vif-plugged", "status": "completed", "tag": "3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e"}, {"server_uuid": "34c7dafd-a921-49dd-800a-bc8cc0a7badc", "name": "network-vif-plugged", "status": "completed", "tag": "14076b0a-ac44-4176-bc4b-816f616d936e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:39:02.986021 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 21 Mar 2022 11:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a9c80f-a5e9-49e9-b563-38e2fe9d27c7 x-openstack-request-id: req-a9a9c80f-a5e9-49e9-b563-38e2fe9d27c7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:39:02.986663 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c586ea-515f-425f-8bac-28bccbaf8d49", "name": "network-vif-plugged", "status": "completed", "tag": "bf77f3fc-ea88-414b-89d7-07192f8baf09", "code": 200}, {"server_uuid": "bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd", "name": "network-vif-plugged", "status": "completed", "tag": "3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e", "code": 200}, {"server_uuid": "34c7dafd-a921-49dd-800a-bc8cc0a7badc", "name": "network-vif-plugged", "status": "completed", "tag": "14076b0a-ac44-4176-bc4b-816f616d936e", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:39:02.987020 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a9a9c80f-a5e9-49e9-b563-38e2fe9d27c7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:39:02.987654 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf77f3fc-ea88-414b-89d7-07192f8baf09', 'code': 200} Mar 21 11:39:02.987974 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e', 'code': 200} Mar 21 11:39:02.988417 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c7dafd-a921-49dd-800a-bc8cc0a7badc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14076b0a-ac44-4176-bc4b-816f616d936e', 'code': 200} Mar 21 11:39:03.030896 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef075-633d-4954-a111-3b339b0e5bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:03.034603 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e585457-843d-400f-855d-85cc9aaa5e0d None None] New status for floating IP 0a8f5b55-3f93-448e-a1b7-a52c0ce487e6: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:39:03.164871 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca2eb9-5370-4246-8bd0-193d5acf361d req-1f4ecb22-a6ec-4954-85d9-1d5a0ba14a5f tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:03.166396 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-65ca2eb9-5370-4246-8bd0-193d5acf361d req-1f4ecb22-a6ec-4954-85d9-1d5a0ba14a5f tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.1977849 Mar 21 11:39:03.219533 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85b04f92-03c7-426f-881e-14fe5b8ad09d req-ded7fb3c-7f84-4014-9c96-95e83130e26b service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574250 Mar 21 11:39:03.237380 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1225c-03b6-420e-accb-1fe63a33b06e req-95a9371e-8c97-46f9-96a3-67fb8d13f965 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:03.246905 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-faa1225c-03b6-420e-accb-1fe63a33b06e req-95a9371e-8c97-46f9-96a3-67fb8d13f965 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 945 time: 0.1904070 Mar 21 11:39:03.383548 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-65ca2eb9-5370-4246-8bd0-193d5acf361d req-afa08cac-aaf6-45e0-aeed-777064424007 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928661 Mar 21 11:39:03.419075 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-faa1225c-03b6-420e-accb-1fe63a33b06e req-b06d5c7c-4edd-438c-ae15-ab1cef910a59 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b4ccfed-76b8-419c-830d-f56baebd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710763 Mar 21 11:39:03.437426 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef075-633d-4954-a111-3b339b0e5bdd admin admin] Publish callbacks [] for security_group (a3dca547-c6b9-4ec7-8d77-cfca1a237ef8), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:03.448189 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef075-633d-4954-a111-3b339b0e5bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (a3dca547-c6b9-4ec7-8d77-cfca1a237ef8), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:03.483214 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9eb8c-a3f5-4d41-a65a-3ab348b64bfe req-ea4e37c2-4854-4bdb-be83-5217334d1f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:03.484773 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bae9eb8c-a3f5-4d41-a65a-3ab348b64bfe req-ea4e37c2-4854-4bdb-be83-5217334d1f72 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 1129 time: 0.1735971 Mar 21 11:39:03.500635 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50056b-c0ea-48dd-914d-a57a573b6786 req-3908db24-0268-475e-83dd-992daa1d1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:03.502111 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bf50056b-c0ea-48dd-914d-a57a573b6786 req-3908db24-0268-475e-83dd-992daa1d1eb7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 1129 time: 0.1505969 Mar 21 11:39:03.555309 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36520) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:03.555825 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-3d3ef075-633d-4954-a111-3b339b0e5bdd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1246da8fca0844a6aaa3ef7f915943df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9461269 Mar 21 11:39:03.568366 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ef075-633d-4954-a111-3b339b0e5bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dca547-c6b9-4ec7-8d77-cfca1a237ef8,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:03.625967 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bae9eb8c-a3f5-4d41-a65a-3ab348b64bfe req-d7563a0a-8514-4a74-9476-7bf92aca8dac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2b4ccfed-76b8-419c-830d-f56baebd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144030 Mar 21 11:39:03.626937 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d05768f2-e412-415d-9ec5-90b7fec4f712 admin admin] Publish callbacks [] for security_group (a3dca547-c6b9-4ec7-8d77-cfca1a237ef8), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:03.629582 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bf50056b-c0ea-48dd-914d-a57a573b6786 req-de0c2e00-0b84-49eb-89ec-518198b746fd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140382 Mar 21 11:39:03.636007 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59081fc6-bd67-4a97-a818-a1a7e9033908 req-93ae8e92-8c59-4b9c-8fce-116882120bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:03.637489 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-59081fc6-bd67-4a97-a818-a1a7e9033908 req-93ae8e92-8c59-4b9c-8fce-116882120bb6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 1129 time: 0.1394968 Mar 21 11:39:03.649913 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d05768f2-e412-415d-9ec5-90b7fec4f712 admin admin] Publish callbacks [] for security_group (a3dca547-c6b9-4ec7-8d77-cfca1a237ef8), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:03.701721 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d05768f2-e412-415d-9ec5-90b7fec4f712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (a3dca547-c6b9-4ec7-8d77-cfca1a237ef8), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:03.705038 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d05768f2-e412-415d-9ec5-90b7fec4f712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:03.706343 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-d05768f2-e412-415d-9ec5-90b7fec4f712 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a3dca547-c6b9-4ec7-8d77-cfca1a237ef8 HTTP/1.1" status: 204 len: 168 time: 0.1498046 Mar 21 11:39:03.716775 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05768f2-e412-415d-9ec5-90b7fec4f712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dca547-c6b9-4ec7-8d77-cfca1a237ef8,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:03.763101 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662af45-716b-4e51-b1f5-b9a030137f14 req-33fec441-3444-42a1-a344-e52b00d02c6c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:03.764635 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1662af45-716b-4e51-b1f5-b9a030137f14 req-33fec441-3444-42a1-a344-e52b00d02c6c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0612392 Mar 21 11:39:03.819494 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1662af45-716b-4e51-b1f5-b9a030137f14 req-f0119c26-46ba-4f99-8650-3668334c0370 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479174 Mar 21 11:39:03.941169 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad707c-5d02-4169-a988-3ed26d5b5916 req-af3e58ad-c8fc-47cb-853e-b15c3e90880d tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:03.942782 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bdad707c-5d02-4169-a988-3ed26d5b5916 req-af3e58ad-c8fc-47cb-853e-b15c3e90880d tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0545094 Mar 21 11:39:03.953087 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36540) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:03.958342 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-38c5a5bb-7631-4a51-b2aa-4ab2af80d5fc tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Request body: {'floatingip': {'port_id': 'c7093972-27b3-40e6-abdd-2f797bbc6b35'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:39:04.045591 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-38c5a5bb-7631-4a51-b2aa-4ab2af80d5fc tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for floatingip (0416534a-e77d-4533-84fc-7c01283e9769), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:04.152416 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 36548) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:04.167568 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93ed4a74-85c2-433c-b69f-1ac9ee8d2742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:04.258084 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93ed4a74-85c2-433c-b69f-1ac9ee8d2742 admin admin] Publish callbacks [] for security_group (f996f7ad-12a6-42eb-97d4-6433f8846835), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:04.262698 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-93ed4a74-85c2-433c-b69f-1ac9ee8d2742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (f996f7ad-12a6-42eb-97d4-6433f8846835), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:04.302469 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed4a74-85c2-433c-b69f-1ac9ee8d2742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f996f7ad-12a6-42eb-97d4-6433f8846835,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:04.309016 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-93ed4a74-85c2-433c-b69f-1ac9ee8d2742 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc0d27b25f844a5cb117d53e733644de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547203 Mar 21 11:39:04.311537 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 36552) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:04.364219 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d2e2fa4d-ef7c-4c20-8509-4dfd1828b63b admin admin] Publish callbacks [] for security_group (f996f7ad-12a6-42eb-97d4-6433f8846835), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:04.387337 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d2e2fa4d-ef7c-4c20-8509-4dfd1828b63b admin admin] Publish callbacks [] for security_group (f996f7ad-12a6-42eb-97d4-6433f8846835), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:04.482360 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d2e2fa4d-ef7c-4c20-8509-4dfd1828b63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (f996f7ad-12a6-42eb-97d4-6433f8846835), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:04.485724 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d2e2fa4d-ef7c-4c20-8509-4dfd1828b63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:04.489021 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-d2e2fa4d-ef7c-4c20-8509-4dfd1828b63b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f996f7ad-12a6-42eb-97d4-6433f8846835 HTTP/1.1" status: 204 len: 168 time: 0.1757572 Mar 21 11:39:04.505623 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2fa4d-ef7c-4c20-8509-4dfd1828b63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f996f7ad-12a6-42eb-97d4-6433f8846835,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:04.601854 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944529e-3443-444b-9919-53d9fe7567d4 req-d5ebd276-ba53-440e-906d-1f74c5031875 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:04.603332 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1944529e-3443-444b-9919-53d9fe7567d4 req-d5ebd276-ba53-440e-906d-1f74c5031875 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.1597159 Mar 21 11:39:04.649164 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ce2f0-b8fe-426e-8325-084763a97cfe req-abec44cc-68fe-488d-8950-98f25e69ceff tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:04.650768 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c15ce2f0-b8fe-426e-8325-084763a97cfe req-abec44cc-68fe-488d-8950-98f25e69ceff tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 945 time: 0.1361825 Mar 21 11:39:04.696168 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1944529e-3443-444b-9919-53d9fe7567d4 req-faa89a51-41a8-42e0-8efa-1b3675a8086c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781834 Mar 21 11:39:04.739831 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c15ce2f0-b8fe-426e-8325-084763a97cfe req-ae5d68c9-1042-47d4-bd61-eba9ca9ad8ee tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b4ccfed-76b8-419c-830d-f56baebd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782156 Mar 21 11:39:04.747877 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-38c5a5bb-7631-4a51-b2aa-4ab2af80d5fc tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:04.752736 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-38c5a5bb-7631-4a51-b2aa-4ab2af80d5fc tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (0416534a-e77d-4533-84fc-7c01283e9769), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:04.897690 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 36574) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:04.912431 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b672643f-6005-450d-a79e-800b3bba53f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:04.991479 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b672643f-6005-450d-a79e-800b3bba53f7 admin admin] Publish callbacks [] for security_group (6c2058f7-2802-4ec3-ad83-27be0ad75f7b), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:04.996658 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b672643f-6005-450d-a79e-800b3bba53f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (6c2058f7-2802-4ec3-ad83-27be0ad75f7b), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:05.050820 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36582) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:05.051072 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-b672643f-6005-450d-a79e-800b3bba53f7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=644e177b0d854728abeddace6fbd34ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519356 Mar 21 11:39:05.051841 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672643f-6005-450d-a79e-800b3bba53f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2058f7-2802-4ec3-ad83-27be0ad75f7b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:05.070965 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.l3_db [None req-38c5a5bb-7631-4a51-b2aa-4ab2af80d5fc tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Floating IP 0416534a-e77d-4533-84fc-7c01283e9769 associated. External IP: 172.27.0.204, port: c7093972-27b3-40e6-abdd-2f797bbc6b35. Mar 21 11:39:05.179470 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-db5b72f5-54d3-4e1d-8477-b53c0b3e0e44 admin admin] Publish callbacks [] for security_group (6c2058f7-2802-4ec3-ad83-27be0ad75f7b), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:05.207631 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-db5b72f5-54d3-4e1d-8477-b53c0b3e0e44 admin admin] Publish callbacks [] for security_group (6c2058f7-2802-4ec3-ad83-27be0ad75f7b), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:05.334278 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-db5b72f5-54d3-4e1d-8477-b53c0b3e0e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (6c2058f7-2802-4ec3-ad83-27be0ad75f7b), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:05.336873 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-db5b72f5-54d3-4e1d-8477-b53c0b3e0e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:05.337964 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-db5b72f5-54d3-4e1d-8477-b53c0b3e0e44 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c2058f7-2802-4ec3-ad83-27be0ad75f7b HTTP/1.1" status: 204 len: 168 time: 0.2860181 Mar 21 11:39:05.353990 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b72f5-54d3-4e1d-8477-b53c0b3e0e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2058f7-2802-4ec3-ad83-27be0ad75f7b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:05.357316 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c5a5bb-7631-4a51-b2aa-4ab2af80d5fc tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:39:05.475303 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c5a5bb-7631-4a51-b2aa-4ab2af80d5fc tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:39:05.480254 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-38c5a5bb-7631-4a51-b2aa-4ab2af80d5fc tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:05.489089 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92450d8-dfdc-47ec-9c09-8e3d1ae8b86e None None] Sync routers for ids ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:39:05.500683 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92450d8-dfdc-47ec-9c09-8e3d1ae8b86e None None] Routers {'88dc3778-37d3-4c2d-9bb6-e3557b8202ac'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:39:05.501525 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f92450d8-dfdc-47ec-9c09-8e3d1ae8b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:39:05.525054 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-38c5a5bb-7631-4a51-b2aa-4ab2af80d5fc tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "PUT /v2.0/floatingips/0416534a-e77d-4533-84fc-7c01283e9769 HTTP/1.1" status: 200 len: 991 time: 1.5705979 Mar 21 11:39:05.525617 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c1924b-3cf7-41d6-8400-699ab79b9015', 'tag': 'c7093972-27b3-40e6-abdd-2f797bbc6b35'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:39:05.528213 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7b816f3a06605387e8fbce4692360954dc05b73c3f9be141b24bdd2b92167a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f6051b-a884-460f-afdb-14cdcd324370" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c1924b-3cf7-41d6-8400-699ab79b9015", "tag": "c7093972-27b3-40e6-abdd-2f797bbc6b35"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:39:05.578006 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8210beb2-82af-4d25-9d03-a333ac7ec1eb x-openstack-request-id: req-8210beb2-82af-4d25-9d03-a333ac7ec1eb {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:39:05.578304 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c1924b-3cf7-41d6-8400-699ab79b9015", "tag": "c7093972-27b3-40e6-abdd-2f797bbc6b35", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:39:05.578555 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8210beb2-82af-4d25-9d03-a333ac7ec1eb {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:39:05.578951 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c1924b-3cf7-41d6-8400-699ab79b9015', 'tag': 'c7093972-27b3-40e6-abdd-2f797bbc6b35', 'status': 'completed', 'code': 200} Mar 21 11:39:05.632614 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-f92450d8-dfdc-47ec-9c09-8e3d1ae8b86e None None] Set router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:39:05.650646 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36618) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:05.773240 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec65e96f-39cc-4d45-8aa7-d823d5547fa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:05.889366 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec65e96f-39cc-4d45-8aa7-d823d5547fa0 admin admin] Publish callbacks [] for security_group (cb02cff2-4b2a-484b-8342-d9caa04a2345), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:05.892838 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612968e-7e23-49fe-935e-710bd0058ea3 req-c6d2c1f5-d70c-4cc5-ab8a-6bf0d0c4ac30 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:05.894823 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f92450d8-dfdc-47ec-9c09-8e3d1ae8b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '0416534a-e77d-4533-84fc-7c01283e9769', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'port_id': 'c7093972-27b3-40e6-abdd-2f797bbc6b35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'mac_address': 'fa:16:3e:59:fd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c1924b-3cf7-41d6-8400-699ab79b9015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:38:38Z', 'updated_at': '2022-03-21T11:39:04Z', 'revision_number': 1, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72785818-d4e6-40e2-b873-767adbc7357c', 'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'mac_address': 'fa:16:3e:e6:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:27Z', 'updated_at': '2022-03-21T11:38:45Z', 'revision_number': 5, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'subnets': [{'id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:39:05.895141 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ec65e96f-39cc-4d45-8aa7-d823d5547fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (cb02cff2-4b2a-484b-8342-d9caa04a2345), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:05.895453 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d612968e-7e23-49fe-935e-710bd0058ea3 req-c6d2c1f5-d70c-4cc5-ab8a-6bf0d0c4ac30 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.1127322 Mar 21 11:39:05.904610 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d0e8e-ec9b-4d7f-9ab9-0d9efa95fc2c req-101658d4-7a2a-42d2-85ed-c9711106d7bf tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:05.906708 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7f7d0e8e-ec9b-4d7f-9ab9-0d9efa95fc2c req-101658d4-7a2a-42d2-85ed-c9711106d7bf tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 945 time: 0.0802236 Mar 21 11:39:05.923183 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92450d8-dfdc-47ec-9c09-8e3d1ae8b86e None None] Checking router: 88dc3778-37d3-4c2d-9bb6-e3557b8202ac for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:39:05.932194 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92450d8-dfdc-47ec-9c09-8e3d1ae8b86e None None] Routers {'88dc3778-37d3-4c2d-9bb6-e3557b8202ac'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:39:05.932892 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f92450d8-dfdc-47ec-9c09-8e3d1ae8b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:39:05.951312 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ec65e96f-39cc-4d45-8aa7-d823d5547fa0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9d31669dc47045748dd731e619477af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979028 Mar 21 11:39:05.955236 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 36632) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:05.957228 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65e96f-39cc-4d45-8aa7-d823d5547fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb02cff2-4b2a-484b-8342-d9caa04a2345,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:05.980544 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d612968e-7e23-49fe-935e-710bd0058ea3 req-6e1d3cba-e6f8-4a87-b899-a951a8de0eb8 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718734 Mar 21 11:39:06.040309 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7f7d0e8e-ec9b-4d7f-9ab9-0d9efa95fc2c req-50d250c9-c972-4c41-9241-03bbef4b0f09 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b4ccfed-76b8-419c-830d-f56baebd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103737 Mar 21 11:39:06.050925 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-f92450d8-dfdc-47ec-9c09-8e3d1ae8b86e None None] Set router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:39:06.058780 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f035d4c-681d-487e-b914-85ffbdc085d0 admin admin] Publish callbacks [] for security_group (cb02cff2-4b2a-484b-8342-d9caa04a2345), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:06.081243 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f035d4c-681d-487e-b914-85ffbdc085d0 admin admin] Publish callbacks [] for security_group (cb02cff2-4b2a-484b-8342-d9caa04a2345), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:06.160615 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f035d4c-681d-487e-b914-85ffbdc085d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (cb02cff2-4b2a-484b-8342-d9caa04a2345), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:06.162799 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8f035d4c-681d-487e-b914-85ffbdc085d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:06.164003 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8f035d4c-681d-487e-b914-85ffbdc085d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cb02cff2-4b2a-484b-8342-d9caa04a2345 HTTP/1.1" status: 204 len: 168 time: 0.2077296 Mar 21 11:39:06.172251 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f035d4c-681d-487e-b914-85ffbdc085d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb02cff2-4b2a-484b-8342-d9caa04a2345,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:06.398194 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f92450d8-dfdc-47ec-9c09-8e3d1ae8b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '0416534a-e77d-4533-84fc-7c01283e9769', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'port_id': 'c7093972-27b3-40e6-abdd-2f797bbc6b35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'mac_address': 'fa:16:3e:59:fd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c1924b-3cf7-41d6-8400-699ab79b9015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:38:38Z', 'updated_at': '2022-03-21T11:39:04Z', 'revision_number': 1, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72785818-d4e6-40e2-b873-767adbc7357c', 'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'mac_address': 'fa:16:3e:e6:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:27Z', 'updated_at': '2022-03-21T11:38:45Z', 'revision_number': 5, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'subnets': [{'id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:39:06.429248 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92450d8-dfdc-47ec-9c09-8e3d1ae8b86e None None] The sync data for ids ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'] in dv-cinder-805072-11-iscsi is: [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '0416534a-e77d-4533-84fc-7c01283e9769', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'port_id': 'c7093972-27b3-40e6-abdd-2f797bbc6b35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'mac_address': 'fa:16:3e:59:fd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c1924b-3cf7-41d6-8400-699ab79b9015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:38:38Z', 'updated_at': '2022-03-21T11:39:04Z', 'revision_number': 1, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72785818-d4e6-40e2-b873-767adbc7357c', 'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'mac_address': 'fa:16:3e:e6:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:27Z', 'updated_at': '2022-03-21T11:38:45Z', 'revision_number': 5, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'subnets': [{'id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:39:06.607486 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 36656) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:06.622091 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7470-77f5-4833-9ac0-cac513f20276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:06.675293 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929790d0-7e73-419e-a2ab-8c82f4a9a4c7 None None] New status for floating IP 0416534a-e77d-4533-84fc-7c01283e9769: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:39:06.734487 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7470-77f5-4833-9ac0-cac513f20276 admin admin] Publish callbacks [] for security_group (9ca5b257-76a7-4352-8037-1e62513b3f91), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:06.738372 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7470-77f5-4833-9ac0-cac513f20276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (9ca5b257-76a7-4352-8037-1e62513b3f91), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:06.777351 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ae8d7470-77f5-4833-9ac0-cac513f20276 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2b86dbdb5ad145869c2f92315459797f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685760 Mar 21 11:39:06.779880 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 36662) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:06.786581 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d7470-77f5-4833-9ac0-cac513f20276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca5b257-76a7-4352-8037-1e62513b3f91,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:06.858787 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c606843-afdb-439e-8c38-234b781b13ce admin admin] Publish callbacks [] for security_group (9ca5b257-76a7-4352-8037-1e62513b3f91), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:06.919552 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-59081fc6-bd67-4a97-a818-a1a7e9033908 req-c9bf8754-81af-42ab-b589-4b67deac0ea7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972438 Mar 21 11:39:06.921428 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c606843-afdb-439e-8c38-234b781b13ce admin admin] Publish callbacks [] for security_group (9ca5b257-76a7-4352-8037-1e62513b3f91), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:06.961778 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6051b-a884-460f-afdb-14cdcd324370 req-3e68637f-caff-4883-9176-753b748ff53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:06.963545 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-19f6051b-a884-460f-afdb-14cdcd324370 req-3e68637f-caff-4883-9176-753b748ff53c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2bdb0295f6141ff94dcd579a870987b&device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 1129 time: 0.0976205 Mar 21 11:39:06.981035 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c606843-afdb-439e-8c38-234b781b13ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (9ca5b257-76a7-4352-8037-1e62513b3f91), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:06.983599 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c606843-afdb-439e-8c38-234b781b13ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:06.984779 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-2c606843-afdb-439e-8c38-234b781b13ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9ca5b257-76a7-4352-8037-1e62513b3f91 HTTP/1.1" status: 204 len: 168 time: 0.2039440 Mar 21 11:39:06.993057 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c606843-afdb-439e-8c38-234b781b13ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca5b257-76a7-4352-8037-1e62513b3f91,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:07.115135 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc172a0e-db31-4b51-ae6c-896d5c1caa22 req-fc354a7e-c291-4686-8d61-93ca7753268e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:07.116903 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cc172a0e-db31-4b51-ae6c-896d5c1caa22 req-fc354a7e-c291-4686-8d61-93ca7753268e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0668123 Mar 21 11:39:07.263355 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cc172a0e-db31-4b51-ae6c-896d5c1caa22 req-89814b3c-ae37-4169-88ac-a24e5f27e178 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395156 Mar 21 11:39:07.280679 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de44c6-3f4b-4132-9fcf-c0383e072f5c req-5979f849-b2de-45fa-a032-3fbebbc09d39 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:07.282154 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-76de44c6-3f4b-4132-9fcf-c0383e072f5c req-5979f849-b2de-45fa-a032-3fbebbc09d39 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 945 time: 0.1510177 Mar 21 11:39:07.313569 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6051b-a884-460f-afdb-14cdcd324370 req-e597696e-ceba-4fd7-b2d6-aea2ecad2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:07.314964 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-19f6051b-a884-460f-afdb-14cdcd324370 req-e597696e-ceba-4fd7-b2d6-aea2ecad2870 service neutron] 10.222.0.64 "GET /v2.0/networks?id=698d8f47-e4f5-4f6e-b02c-62fad736a58a HTTP/1.1" status: 200 len: 911 time: 0.1684332 Mar 21 11:39:07.394710 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-76de44c6-3f4b-4132-9fcf-c0383e072f5c req-170e0021-eab0-49f2-bd55-170897393f7c tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b4ccfed-76b8-419c-830d-f56baebd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903804 Mar 21 11:39:07.410333 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-19f6051b-a884-460f-afdb-14cdcd324370 req-0d369c44-cba4-4f1c-994e-21e17103b1d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7093972-27b3-40e6-abdd-2f797bbc6b35 HTTP/1.1" status: 200 len: 1001 time: 0.0874615 Mar 21 11:39:07.467737 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6051b-a884-460f-afdb-14cdcd324370 req-a9a789c9-f8c6-421f-a3b2-190054431c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:07.469410 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-19f6051b-a884-460f-afdb-14cdcd324370 req-a9a789c9-f8c6-421f-a3b2-190054431c3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e382abe-04ce-42e4-8684-4026c68098c4 HTTP/1.1" status: 200 len: 849 time: 0.0460770 Mar 21 11:39:07.525782 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6051b-a884-460f-afdb-14cdcd324370 req-22a68625-efcf-4cff-b1dd-50ea947294b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:07.530024 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-19f6051b-a884-460f-afdb-14cdcd324370 req-22a68625-efcf-4cff-b1dd-50ea947294b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=698d8f47-e4f5-4f6e-b02c-62fad736a58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455322 Mar 21 11:39:07.637121 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-19f6051b-a884-460f-afdb-14cdcd324370 req-50d25b23-fd43-45b5-a665-b88933823e12 service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017509 Mar 21 11:39:07.741401 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-19f6051b-a884-460f-afdb-14cdcd324370 req-a9d0541b-5856-4453-8f5c-cd2954d22f3e service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941238 Mar 21 11:39:08.393956 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdcabc-6719-4f6d-8464-60627a8436b3 req-16422ec4-d19b-4afa-93b6-3bbcda39e0a3 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:08.395431 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-62bdcabc-6719-4f6d-8464-60627a8436b3 req-16422ec4-d19b-4afa-93b6-3bbcda39e0a3 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0559685 Mar 21 11:39:08.446232 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-62bdcabc-6719-4f6d-8464-60627a8436b3 req-8cbb0029-bf25-456a-a177-1001f79f27df tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435653 Mar 21 11:39:08.514762 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7343676-1641-4a34-a2de-a17855b65eb9 req-465e39ec-3e21-453e-ae54-ba3254d9c890 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:08.516239 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a7343676-1641-4a34-a2de-a17855b65eb9 req-465e39ec-3e21-453e-ae54-ba3254d9c890 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 945 time: 0.0531485 Mar 21 11:39:08.561838 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a7343676-1641-4a34-a2de-a17855b65eb9 req-e22cbe1e-af3f-4040-a375-5bc759b1e4b1 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b4ccfed-76b8-419c-830d-f56baebd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399826 Mar 21 11:39:08.676565 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47095f-d3dd-4a1f-b856-8295258d15c4 req-5544f76f-2d86-4f59-828b-916211f47070 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:08.678108 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6f47095f-d3dd-4a1f-b856-8295258d15c4 req-5544f76f-2d86-4f59-828b-916211f47070 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 945 time: 0.0528352 Mar 21 11:39:08.686841 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 36744) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:08.691507 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-9979884a-f0ec-48a2-b3ef-5bcdc22ad55a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'floatingip': {'port_id': 'bf77f3fc-ea88-414b-89d7-07192f8baf09'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:39:08.737742 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9979884a-f0ec-48a2-b3ef-5bcdc22ad55a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (2e4266d2-9037-4361-8db3-17a7d48a0e1e), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:09.170867 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9979884a-f0ec-48a2-b3ef-5bcdc22ad55a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:09.174600 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9979884a-f0ec-48a2-b3ef-5bcdc22ad55a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (2e4266d2-9037-4361-8db3-17a7d48a0e1e), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:09.267991 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-9979884a-f0ec-48a2-b3ef-5bcdc22ad55a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Floating IP 2e4266d2-9037-4361-8db3-17a7d48a0e1e associated. External IP: 172.27.0.50, port: bf77f3fc-ea88-414b-89d7-07192f8baf09. Mar 21 11:39:09.466978 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9979884a-f0ec-48a2-b3ef-5bcdc22ad55a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Router 23780c50-5505-422f-98fa-76f67c3a334b has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:39:09.806602 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c561c-93c2-4a4d-8f03-e3684e2f505d req-4e8bdee5-64b5-4337-8266-817280eb754e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:09.808210 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8a8c561c-93c2-4a4d-8f03-e3684e2f505d req-4e8bdee5-64b5-4337-8266-817280eb754e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0753088 Mar 21 11:39:09.809625 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9979884a-f0ec-48a2-b3ef-5bcdc22ad55a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:39:09.814164 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9979884a-f0ec-48a2-b3ef-5bcdc22ad55a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:09.819344 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e73df90-bef3-4768-b5f9-10b7c934d531 None None] Sync routers for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:39:09.829911 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e73df90-bef3-4768-b5f9-10b7c934d531 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:39:09.830522 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4e73df90-bef3-4768-b5f9-10b7c934d531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:39:09.863141 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-9979884a-f0ec-48a2-b3ef-5bcdc22ad55a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "PUT /v2.0/floatingips/2e4266d2-9037-4361-8db3-17a7d48a0e1e HTTP/1.1" status: 200 len: 990 time: 1.1749969 Mar 21 11:39:09.868427 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'tag': 'bf77f3fc-ea88-414b-89d7-07192f8baf09'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:39:09.870625 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c079943-9dac-401c-9ea4-57a24b251a58" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c586ea-515f-425f-8bac-28bccbaf8d49", "tag": "bf77f3fc-ea88-414b-89d7-07192f8baf09"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:39:09.890102 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8a8c561c-93c2-4a4d-8f03-e3684e2f505d req-1a4c6bca-24b0-46ad-8dd1-b885c46585c4 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736721 Mar 21 11:39:09.916946 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2406d5-e905-40df-8e6e-c24e628b6180 x-openstack-request-id: req-8d2406d5-e905-40df-8e6e-c24e628b6180 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:39:09.916946 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c586ea-515f-425f-8bac-28bccbaf8d49", "tag": "bf77f3fc-ea88-414b-89d7-07192f8baf09", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:39:09.916946 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d2406d5-e905-40df-8e6e-c24e628b6180 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:39:09.916946 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'tag': 'bf77f3fc-ea88-414b-89d7-07192f8baf09', 'status': 'completed', 'code': 200} Mar 21 11:39:09.921771 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-705eb73a-1fba-491b-be9c-8158e525b737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:09.947306 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4e73df90-bef3-4768-b5f9-10b7c934d531 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:39:10.160253 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4e73df90-bef3-4768-b5f9-10b7c934d531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '2e4266d2-9037-4361-8db3-17a7d48a0e1e', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': 'bf77f3fc-ea88-414b-89d7-07192f8baf09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:ca:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:38:42Z', 'updated_at': '2022-03-21T11:39:09Z', 'revision_number': 1, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:39:10.187883 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e73df90-bef3-4768-b5f9-10b7c934d531 None None] Checking router: 23780c50-5505-422f-98fa-76f67c3a334b for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:39:10.195725 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e73df90-bef3-4768-b5f9-10b7c934d531 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:39:10.196364 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4e73df90-bef3-4768-b5f9-10b7c934d531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:38:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:39:10.297591 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4e73df90-bef3-4768-b5f9-10b7c934d531 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:39:10.527705 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4e73df90-bef3-4768-b5f9-10b7c934d531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '2e4266d2-9037-4361-8db3-17a7d48a0e1e', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': 'bf77f3fc-ea88-414b-89d7-07192f8baf09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:ca:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:38:42Z', 'updated_at': '2022-03-21T11:39:09Z', 'revision_number': 1, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:39:10.552776 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e73df90-bef3-4768-b5f9-10b7c934d531 None None] The sync data for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi is: [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '2e4266d2-9037-4361-8db3-17a7d48a0e1e', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': 'bf77f3fc-ea88-414b-89d7-07192f8baf09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:ca:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:38:42Z', 'updated_at': '2022-03-21T11:39:09Z', 'revision_number': 1, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:39:10.731569 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca7e112-2523-43ee-bc68-69bfab80ccb5 None None] New status for floating IP 2e4266d2-9037-4361-8db3-17a7d48a0e1e: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:39:11.010674 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef79ad9-5396-4cb5-a7dd-8006ce811b98 req-0a8a1a62-2018-4833-a819-be535b3a8a61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:11.012125 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7ef79ad9-5396-4cb5-a7dd-8006ce811b98 req-0a8a1a62-2018-4833-a819-be535b3a8a61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0504317 Mar 21 11:39:11.057983 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7ef79ad9-5396-4cb5-a7dd-8006ce811b98 req-a6e7d7f8-f75f-4bff-8882-1e857ffb0e84 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401213 Mar 21 11:39:11.341452 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c079943-9dac-401c-9ea4-57a24b251a58 req-a7218924-7157-4669-917e-dc07f221743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:11.343149 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7c079943-9dac-401c-9ea4-57a24b251a58 req-a7218924-7157-4669-917e-dc07f221743e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ee9a47756654ffb95e31ec71d9f9a10&device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 1129 time: 0.0435064 Mar 21 11:39:11.450995 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c079943-9dac-401c-9ea4-57a24b251a58 req-6dd0b454-2831-4aed-bd6c-cb1a9fd03b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:11.452467 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7c079943-9dac-401c-9ea4-57a24b251a58 req-6dd0b454-2831-4aed-bd6c-cb1a9fd03b7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=18d4826d-4fed-4890-a7bf-cce3a3544769 HTTP/1.1" status: 200 len: 916 time: 0.0902605 Mar 21 11:39:11.526563 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7c079943-9dac-401c-9ea4-57a24b251a58 req-9938aa23-2f36-41ba-a186-8467cb872130 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf77f3fc-ea88-414b-89d7-07192f8baf09 HTTP/1.1" status: 200 len: 1000 time: 0.0592811 Mar 21 11:39:11.586340 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c079943-9dac-401c-9ea4-57a24b251a58 req-ccc0c918-ad46-4acf-813c-b1cd24d76bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:11.587741 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7c079943-9dac-401c-9ea4-57a24b251a58 req-ccc0c918-ad46-4acf-813c-b1cd24d76bc1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9496d40-b2b9-4409-803c-f41482ae8f58 HTTP/1.1" status: 200 len: 854 time: 0.0461531 Mar 21 11:39:11.639102 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c079943-9dac-401c-9ea4-57a24b251a58 req-ef4781dc-7dd6-49cd-bfab-6a7cf8168334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:11.640632 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7c079943-9dac-401c-9ea4-57a24b251a58 req-ef4781dc-7dd6-49cd-bfab-6a7cf8168334 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d4826d-4fed-4890-a7bf-cce3a3544769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435019 Mar 21 11:39:11.749805 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7c079943-9dac-401c-9ea4-57a24b251a58 req-7bd1c9d1-5ddc-418b-854c-2a85265bd7e1 service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869119 Mar 21 11:39:11.844200 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7c079943-9dac-401c-9ea4-57a24b251a58 req-5dcd9650-8c8c-4747-ac5b-29458178fd7c service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865462 Mar 21 11:39:12.203483 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd48892-7da1-4d40-82fe-e34192628313 req-29bf56f1-672b-4fe2-9edb-2f0a22266c07 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:12.204986 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9bd48892-7da1-4d40-82fe-e34192628313 req-29bf56f1-672b-4fe2-9edb-2f0a22266c07 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0524890 Mar 21 11:39:12.244978 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-74f98b5d-fb95-40ab-aab5-f1d1807513e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:12.256263 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9bd48892-7da1-4d40-82fe-e34192628313 req-8030768c-255d-44ac-9659-2dc9c74ae17e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450759 Mar 21 11:39:12.568104 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47ce59-5ee7-4b34-a72d-58b87980f081 req-3d0ee81c-350b-439a-bedc-2d8561223797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:12.569578 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb47ce59-5ee7-4b34-a72d-58b87980f081 req-3d0ee81c-350b-439a-bedc-2d8561223797 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 1129 time: 0.0754042 Mar 21 11:39:12.580753 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e98819-d135-42b7-8ad6-510332913289 req-93c66a88-28f1-40df-a337-5f589dfa522a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:12.582115 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-36e98819-d135-42b7-8ad6-510332913289 req-93c66a88-28f1-40df-a337-5f589dfa522a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0795338 Mar 21 11:39:12.688409 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-36e98819-d135-42b7-8ad6-510332913289 req-20d7bdfc-83eb-41a5-97cb-0a32afa2de95 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977247 Mar 21 11:39:12.714668 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47ce59-5ee7-4b34-a72d-58b87980f081 req-f0c0c817-75b6-4f98-8833-ede12854f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:12.716260 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb47ce59-5ee7-4b34-a72d-58b87980f081 req-f0c0c817-75b6-4f98-8833-ede12854f1d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 920 time: 0.1332204 Mar 21 11:39:12.769749 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb47ce59-5ee7-4b34-a72d-58b87980f081 req-9f282abb-200f-48d5-a95c-95ad3b0dc7d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e HTTP/1.1" status: 200 len: 217 time: 0.0370004 Mar 21 11:39:12.825834 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47ce59-5ee7-4b34-a72d-58b87980f081 req-5bdfff96-92d1-4714-8074-98a1223cfbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:12.827255 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb47ce59-5ee7-4b34-a72d-58b87980f081 req-5bdfff96-92d1-4714-8074-98a1223cfbda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b HTTP/1.1" status: 200 len: 858 time: 0.0452425 Mar 21 11:39:12.885972 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47ce59-5ee7-4b34-a72d-58b87980f081 req-baafa0d6-c20c-44e0-82ae-017a59872158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:12.887585 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb47ce59-5ee7-4b34-a72d-58b87980f081 req-baafa0d6-c20c-44e0-82ae-017a59872158 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d03519d-2e7e-48b4-905f-e8767233d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465384 Mar 21 11:39:12.979514 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb47ce59-5ee7-4b34-a72d-58b87980f081 req-180969ab-ee78-4be1-83c4-edeac3ac07d6 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853734 Mar 21 11:39:13.075708 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb47ce59-5ee7-4b34-a72d-58b87980f081 req-afc53e6a-d218-4793-b466-4b92116e6990 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876603 Mar 21 11:39:13.458636 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:13.801570 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36860) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:13.851020 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e19cf-b3fe-407d-833a-a9df7359cb34 req-6508e4a0-da56-4f57-86ca-57a7a5bd7f15 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:13.852821 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ba2e19cf-b3fe-407d-833a-a9df7359cb34 req-6508e4a0-da56-4f57-86ca-57a7a5bd7f15 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0878329 Mar 21 11:39:13.866712 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164ed3-6e35-4dce-827f-f573cd98c533 req-846b78ac-ac25-4171-9b21-fb3705714d12 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:13.868228 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9c164ed3-6e35-4dce-827f-f573cd98c533 req-846b78ac-ac25-4171-9b21-fb3705714d12 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 945 time: 0.0752223 Mar 21 11:39:13.914146 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:13.940100 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ba2e19cf-b3fe-407d-833a-a9df7359cb34 req-eaa3b2d0-8c40-4306-a543-8bd8c960d7b0 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708113 Mar 21 11:39:13.943080 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9c164ed3-6e35-4dce-827f-f573cd98c533 req-2d519006-c1ff-4239-bb6b-62a53852cc9d tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/security-groups?id=860ed3df-a551-44a2-ace2-7c96cd1bdb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674958 Mar 21 11:39:13.991139 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Publish callbacks [] for security_group (3732e9e4-f2fb-4053-9d93-3b451c841e16), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:13.995350 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (3732e9e4-f2fb-4053-9d93-3b451c841e16), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.032092 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e29a3a78cf0d40219922127f377cb463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293048 Mar 21 11:39:14.032904 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3732e9e4-f2fb-4053-9d93-3b451c841e16,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:14.034690 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36864) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:14.046018 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.046373 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.046733 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.047076 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.047410 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.047742 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.048097 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.048423 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.048762 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.049090 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.049413 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.049735 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.050053 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.050371 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.050687 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f92cdf-bb0e-4669-9b25-5397e8c5ca28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.092692 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31ed3cae-5e8c-4513-ad5b-c1f973739e4b admin admin] Publish callbacks [] for security_group (3732e9e4-f2fb-4053-9d93-3b451c841e16), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.113377 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31ed3cae-5e8c-4513-ad5b-c1f973739e4b admin admin] Publish callbacks [] for security_group (3732e9e4-f2fb-4053-9d93-3b451c841e16), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.162257 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31ed3cae-5e8c-4513-ad5b-c1f973739e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (3732e9e4-f2fb-4053-9d93-3b451c841e16), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.165183 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31ed3cae-5e8c-4513-ad5b-c1f973739e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.166913 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-31ed3cae-5e8c-4513-ad5b-c1f973739e4b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3732e9e4-f2fb-4053-9d93-3b451c841e16 HTTP/1.1" status: 204 len: 168 time: 0.1300421 Mar 21 11:39:14.176002 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed3cae-5e8c-4513-ad5b-c1f973739e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3732e9e4-f2fb-4053-9d93-3b451c841e16,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:14.357731 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36876) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:14.460247 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4313db5d-ff09-40ac-8a58-f69adc17cebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.480570 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 36880) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:14.497667 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.545533 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4313db5d-ff09-40ac-8a58-f69adc17cebd admin admin] Publish callbacks [] for security_group (ae9f4a31-ce8c-4aa8-b88d-83d1eb70d296), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.545533 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4313db5d-ff09-40ac-8a58-f69adc17cebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (ae9f4a31-ce8c-4aa8-b88d-83d1eb70d296), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.575147 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313db5d-ff09-40ac-8a58-f69adc17cebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9f4a31-ce8c-4aa8-b88d-83d1eb70d296,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:14.591318 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-4313db5d-ff09-40ac-8a58-f69adc17cebd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5ff01686ef324b71a697b3f16c303733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325222 Mar 21 11:39:14.593796 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36886) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:14.598053 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Publish callbacks [] for security_group (e81d5329-03c6-4e36-99c4-1467f96598bb), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.602391 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (e81d5329-03c6-4e36-99c4-1467f96598bb), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.644688 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8096847770b348bbbfd219bb45144453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602461 Mar 21 11:39:14.644688 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81d5329-03c6-4e36-99c4-1467f96598bb,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:14.645035 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36888) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:14.652577 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.652928 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.653083 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4847e49-bd4e-4917-8fc9-a1a541e4ad9d admin admin] Publish callbacks [] for security_group (ae9f4a31-ce8c-4aa8-b88d-83d1eb70d296), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.653270 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.653611 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.653946 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.654275 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.654605 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.654929 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.655255 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.655580 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.655940 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.656269 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.656591 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.656914 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.657232 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9f1f62-bfe1-4c5f-b5ba-25d3e1591409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:14.690656 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4847e49-bd4e-4917-8fc9-a1a541e4ad9d admin admin] Publish callbacks [] for security_group (ae9f4a31-ce8c-4aa8-b88d-83d1eb70d296), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.747020 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47892993-d4a9-42a2-a5ad-c7ba8fb812e4 admin admin] Publish callbacks [] for security_group (e81d5329-03c6-4e36-99c4-1467f96598bb), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.758529 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.766093 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4847e49-bd4e-4917-8fc9-a1a541e4ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (ae9f4a31-ce8c-4aa8-b88d-83d1eb70d296), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.768600 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a4847e49-bd4e-4917-8fc9-a1a541e4ad9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.769716 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a4847e49-bd4e-4917-8fc9-a1a541e4ad9d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ae9f4a31-ce8c-4aa8-b88d-83d1eb70d296 HTTP/1.1" status: 204 len: 168 time: 0.1748798 Mar 21 11:39:14.780521 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47892993-d4a9-42a2-a5ad-c7ba8fb812e4 admin admin] Publish callbacks [] for security_group (e81d5329-03c6-4e36-99c4-1467f96598bb), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.790311 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4847e49-bd4e-4917-8fc9-a1a541e4ad9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9f4a31-ce8c-4aa8-b88d-83d1eb70d296,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:14.836206 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47892993-d4a9-42a2-a5ad-c7ba8fb812e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (e81d5329-03c6-4e36-99c4-1467f96598bb), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.839343 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47892993-d4a9-42a2-a5ad-c7ba8fb812e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:14.840711 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-47892993-d4a9-42a2-a5ad-c7ba8fb812e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e81d5329-03c6-4e36-99c4-1467f96598bb HTTP/1.1" status: 204 len: 168 time: 0.1946261 Mar 21 11:39:14.849601 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47892993-d4a9-42a2-a5ad-c7ba8fb812e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81d5329-03c6-4e36-99c4-1467f96598bb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:15.165390 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e95528-a0db-4a47-a16c-573c7dbdade0 req-b78879d3-ee59-4e47-95d2-dcfe050ff5d6 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:15.168469 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d0e95528-a0db-4a47-a16c-573c7dbdade0 req-b78879d3-ee59-4e47-95d2-dcfe050ff5d6 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 945 time: 0.1419172 Mar 21 11:39:15.221162 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46f8c3-553e-4050-854f-49faa3a0c38c req-faa07211-c029-459d-880c-1b79956500fb tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:15.224131 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5b46f8c3-553e-4050-854f-49faa3a0c38c req-faa07211-c029-459d-880c-1b79956500fb tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.1502368 Mar 21 11:39:15.284052 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36912) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:15.286578 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d0e95528-a0db-4a47-a16c-573c7dbdade0 req-9a641d7e-cb2b-42b9-9f7a-4804063601ef tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/security-groups?id=860ed3df-a551-44a2-ace2-7c96cd1bdb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120427 Mar 21 11:39:15.309083 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fedb2f05-bc9f-4630-8c4f-2488fd3c8deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:15.325334 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5b46f8c3-553e-4050-854f-49faa3a0c38c req-2da00c85-ebca-4cde-970f-4fc446c699ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917828 Mar 21 11:39:15.389735 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fedb2f05-bc9f-4630-8c4f-2488fd3c8deb admin admin] Publish callbacks [] for security_group (7440ab37-6b6e-46cf-ae29-72127e53b2fe), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:15.392990 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fedb2f05-bc9f-4630-8c4f-2488fd3c8deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (7440ab37-6b6e-46cf-ae29-72127e53b2fe), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:15.430363 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-fedb2f05-bc9f-4630-8c4f-2488fd3c8deb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c63b205e6af54070beec3ccf41a4f47b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451526 Mar 21 11:39:15.431449 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb2f05-bc9f-4630-8c4f-2488fd3c8deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7440ab37-6b6e-46cf-ae29-72127e53b2fe,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:15.433581 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 36916) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:15.480442 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b9c67804-5d52-43a1-9a67-f21963981355 admin admin] Publish callbacks [] for security_group (7440ab37-6b6e-46cf-ae29-72127e53b2fe), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:15.503088 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b9c67804-5d52-43a1-9a67-f21963981355 admin admin] Publish callbacks [] for security_group (7440ab37-6b6e-46cf-ae29-72127e53b2fe), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:15.550112 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b9c67804-5d52-43a1-9a67-f21963981355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (7440ab37-6b6e-46cf-ae29-72127e53b2fe), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:15.552779 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b9c67804-5d52-43a1-9a67-f21963981355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:15.554091 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-b9c67804-5d52-43a1-9a67-f21963981355 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7440ab37-6b6e-46cf-ae29-72127e53b2fe HTTP/1.1" status: 204 len: 168 time: 0.1192501 Mar 21 11:39:15.566564 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c67804-5d52-43a1-9a67-f21963981355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7440ab37-6b6e-46cf-ae29-72127e53b2fe,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:16.263216 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 36962) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:16.380452 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e662a16f-9461-45ab-906c-0fb0d11fd5d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-210725269-network', 'tenant_id': '1097cf54db80424e866d88fd54d795fa'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:39:16.382242 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:16.454091 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e662a16f-9461-45ab-906c-0fb0d11fd5d2 admin admin] Made reservation on behalf of 1097cf54db80424e866d88fd54d795fa for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:39:16.456392 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e662a16f-9461-45ab-906c-0fb0d11fd5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:16.471595 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e662a16f-9461-45ab-906c-0fb0d11fd5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:16.502676 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e70b2-bfad-4628-9d82-59e171e072bc req-9c429fb4-8b6f-4de0-b690-394c66928268 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:16.504438 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a29e70b2-bfad-4628-9d82-59e171e072bc req-9c429fb4-8b6f-4de0-b690-394c66928268 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 945 time: 0.1395838 Mar 21 11:39:16.530098 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acff65-150f-4888-86fd-23d8e1740326 req-063789d0-a9e4-4112-a4f4-8f34dba677cb tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:16.531585 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b1acff65-150f-4888-86fd-23d8e1740326 req-063789d0-a9e4-4112-a4f4-8f34dba677cb tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.1206264 Mar 21 11:39:16.617551 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a29e70b2-bfad-4628-9d82-59e171e072bc req-caea5e96-a047-4bc0-b832-a50579cef3ed tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/security-groups?id=860ed3df-a551-44a2-ace2-7c96cd1bdb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027021 Mar 21 11:39:16.636033 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b1acff65-150f-4888-86fd-23d8e1740326 req-1480825c-4073-4418-a0f1-abc4d143db30 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951502 Mar 21 11:39:16.657140 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e662a16f-9461-45ab-906c-0fb0d11fd5d2 admin admin] Publish callbacks [] for security_group (ee41257c-61d3-4951-9f6d-cfe5e2f5d989), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:16.661280 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e662a16f-9461-45ab-906c-0fb0d11fd5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (ee41257c-61d3-4951-9f6d-cfe5e2f5d989), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:16.686069 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e662a16f-9461-45ab-906c-0fb0d11fd5d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:39:16.695399 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662a16f-9461-45ab-906c-0fb0d11fd5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee41257c-61d3-4951-9f6d-cfe5e2f5d989,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:16.700222 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e662a16f-9461-45ab-906c-0fb0d11fd5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (1034bbe5-4735-4d60-934d-cb2798018335), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:16.700614 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-e662a16f-9461-45ab-906c-0fb0d11fd5d2 admin admin] Added segment 1034bbe5-4735-4d60-934d-cb2798018335 of type vlan for network 983a34af-f8b1-4505-82d9-b7c23495d63e Mar 21 11:39:16.721063 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36990) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:16.743927 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e662a16f-9461-45ab-906c-0fb0d11fd5d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (983a34af-f8b1-4505-82d9-b7c23495d63e), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:16.769595 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e662a16f-9461-45ab-906c-0fb0d11fd5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (983a34af-f8b1-4505-82d9-b7c23495d63e), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:16.770623 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e662a16f-9461-45ab-906c-0fb0d11fd5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:16.771291 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e662a16f-9461-45ab-906c-0fb0d11fd5d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:16.823514 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e662a16f-9461-45ab-906c-0fb0d11fd5d2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5591357 Mar 21 11:39:16.827378 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 36996) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:16.830150 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5257ecdc-6d9a-4f31-bb21-e6e85e0a22d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:16.832115 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-7d160aee-5f9f-40ec-bc7b-95bfde63feb2 admin admin] Request body: {'subnet': {'network_id': '983a34af-f8b1-4505-82d9-b7c23495d63e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-210725269-subnet', 'tenant_id': '1097cf54db80424e866d88fd54d795fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:39:16.844639 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662a16f-9461-45ab-906c-0fb0d11fd5d2 admin admin] Pushing event updated for resources: {'Network': ['ID=983a34af-f8b1-4505-82d9-b7c23495d63e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:16.856977 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network 983a34af-f8b1-4505-82d9-b7c23495d63e details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:39:16.859635 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d160aee-5f9f-40ec-bc7b-95bfde63feb2 admin admin] Made reservation on behalf of 1097cf54db80424e866d88fd54d795fa for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:39:16.862384 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d160aee-5f9f-40ec-bc7b-95bfde63feb2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:16.925288 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5257ecdc-6d9a-4f31-bb21-e6e85e0a22d5 admin admin] Publish callbacks [] for security_group (35a7b5d2-6460-46a0-9771-eaa8fcae6984), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:16.930711 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5257ecdc-6d9a-4f31-bb21-e6e85e0a22d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (35a7b5d2-6460-46a0-9771-eaa8fcae6984), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:16.969479 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-5257ecdc-6d9a-4f31-bb21-e6e85e0a22d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a72dd190da8481fa64bb6cf4c64d291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472563 Mar 21 11:39:16.970584 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257ecdc-6d9a-4f31-bb21-e6e85e0a22d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a7b5d2-6460-46a0-9771-eaa8fcae6984,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:16.972852 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 36998) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:17.020808 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37e55a51-ce0a-46dd-b251-138e38a798a1 admin admin] Publish callbacks [] for security_group (35a7b5d2-6460-46a0-9771-eaa8fcae6984), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:17.035211 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d160aee-5f9f-40ec-bc7b-95bfde63feb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for subnet (3cc2fc9b-9edf-4525-aed3-44d7151e260d), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:17.042704 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37e55a51-ce0a-46dd-b251-138e38a798a1 admin admin] Publish callbacks [] for security_group (35a7b5d2-6460-46a0-9771-eaa8fcae6984), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:17.087656 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d160aee-5f9f-40ec-bc7b-95bfde63feb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc2fc9b-9edf-4525-aed3-44d7151e260d,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:17.093989 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37e55a51-ce0a-46dd-b251-138e38a798a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (35a7b5d2-6460-46a0-9771-eaa8fcae6984), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:17.096576 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-37e55a51-ce0a-46dd-b251-138e38a798a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:17.097745 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-37e55a51-ce0a-46dd-b251-138e38a798a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/35a7b5d2-6460-46a0-9771-eaa8fcae6984 HTTP/1.1" status: 204 len: 168 time: 0.1239965 Mar 21 11:39:17.101876 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d160aee-5f9f-40ec-bc7b-95bfde63feb2 admin admin] Checking segment: {'id': '1034bbe5-4735-4d60-934d-cb2798018335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983a34af-f8b1-4505-82d9-b7c23495d63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:39:17.102176 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d160aee-5f9f-40ec-bc7b-95bfde63feb2 admin admin] Network hostable DHCP agents. Network: 983a34af-f8b1-4505-82d9-b7c23495d63e, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:39:17.105732 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e55a51-ce0a-46dd-b251-138e38a798a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a7b5d2-6460-46a0-9771-eaa8fcae6984,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:17.120904 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d160aee-5f9f-40ec-bc7b-95bfde63feb2 admin admin] Network 983a34af-f8b1-4505-82d9-b7c23495d63e is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:39:17.131034 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-7d160aee-5f9f-40ec-bc7b-95bfde63feb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, 983a34af-f8b1-4505-82d9-b7c23495d63e) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:39:17.135933 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d160aee-5f9f-40ec-bc7b-95bfde63feb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:17.137267 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7d160aee-5f9f-40ec-bc7b-95bfde63feb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:17.141481 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9f5e2f-9ac8-43de-9761-1d539f6c72f0 None None] Network 983a34af-f8b1-4505-82d9-b7c23495d63e requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:39:17.157205 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-7d160aee-5f9f-40ec-bc7b-95bfde63feb2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3284423 Mar 21 11:39:17.208242 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:17.265792 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43bca7a-1d78-4f4f-a140-bff9d5b2a9a1 None None] Network 983a34af-f8b1-4505-82d9-b7c23495d63e requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:39:17.417174 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37010) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:17.430239 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-247f2700-ec9e-491e-bde1-11dc941c9c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:17.503133 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-247f2700-ec9e-491e-bde1-11dc941c9c83 admin admin] Publish callbacks [] for security_group (1e20b384-2b80-4a85-bd10-552466aabeb2), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:17.508580 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-247f2700-ec9e-491e-bde1-11dc941c9c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (1e20b384-2b80-4a85-bd10-552466aabeb2), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:17.548143 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-247f2700-ec9e-491e-bde1-11dc941c9c83 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4896995914e140e3b2ae9e52dbe776fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298137 Mar 21 11:39:17.549303 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f2700-ec9e-491e-bde1-11dc941c9c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e20b384-2b80-4a85-bd10-552466aabeb2,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:17.555828 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 37012) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:17.607202 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a08d9ef5-b353-4750-bb0d-d1635b76ffcc admin admin] Publish callbacks [] for security_group (1e20b384-2b80-4a85-bd10-552466aabeb2), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:17.630074 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a08d9ef5-b353-4750-bb0d-d1635b76ffcc admin admin] Publish callbacks [] for security_group (1e20b384-2b80-4a85-bd10-552466aabeb2), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:17.696143 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a08d9ef5-b353-4750-bb0d-d1635b76ffcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (1e20b384-2b80-4a85-bd10-552466aabeb2), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:17.699494 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a08d9ef5-b353-4750-bb0d-d1635b76ffcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:17.700732 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-a08d9ef5-b353-4750-bb0d-d1635b76ffcc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e20b384-2b80-4a85-bd10-552466aabeb2 HTTP/1.1" status: 204 len: 168 time: 0.1488230 Mar 21 11:39:17.714988 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d9ef5-b353-4750-bb0d-d1635b76ffcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e20b384-2b80-4a85-bd10-552466aabeb2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:17.807677 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9bc92-9bf4-42a3-a162-971ca2a49ce8 req-dcb1661c-745c-4472-b687-24a23f68859b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:17.809211 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-15e9bc92-9bf4-42a3-a162-971ca2a49ce8 req-dcb1661c-745c-4472-b687-24a23f68859b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0871260 Mar 21 11:39:17.819367 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8914d-f580-4986-99b5-dcd7d5e5cc26 req-81b8a98b-f7b3-4844-88c5-9adf4611e994 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:17.820838 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f6d8914d-f580-4986-99b5-dcd7d5e5cc26 req-81b8a98b-f7b3-4844-88c5-9adf4611e994 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 945 time: 0.0713904 Mar 21 11:39:17.896012 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-15e9bc92-9bf4-42a3-a162-971ca2a49ce8 req-8aa9f285-7b94-4810-baa2-603bb0ab5149 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741613 Mar 21 11:39:17.900249 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f6d8914d-f580-4986-99b5-dcd7d5e5cc26 req-84723c14-d9e8-45e1-8f06-a8da65e2a06b tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/security-groups?id=860ed3df-a551-44a2-ace2-7c96cd1bdb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713396 Mar 21 11:39:18.995527 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f14d6-15a4-4805-bfdf-abd6b9427807 req-f1a2b301-481b-4423-ad07-b0ffa997004c tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:18.997024 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-848f14d6-15a4-4805-bfdf-abd6b9427807 req-f1a2b301-481b-4423-ad07-b0ffa997004c tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.64 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 945 time: 0.1307180 Mar 21 11:39:19.069932 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-f18a870b-f9ea-4f3d-aa24-b63ab6edb8a2 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:19.071395 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-f18a870b-f9ea-4f3d-aa24-b63ab6edb8a2 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/networks?id=983a34af-f8b1-4505-82d9-b7c23495d63e HTTP/1.1" status: 200 len: 808 time: 0.1960557 Mar 21 11:39:19.141115 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-0c586e22-8a95-4618-b10d-c44c26fb8b58 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/quotas/1097cf54db80424e866d88fd54d795fa HTTP/1.1" status: 200 len: 375 time: 0.0617626 Mar 21 11:39:19.149939 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ed0a9-0854-4726-bb5d-2e5e553f1837 req-42f8bc60-676c-4feb-a52a-1b584197ef3e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:19.152444 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-001ed0a9-0854-4726-bb5d-2e5e553f1837 req-42f8bc60-676c-4feb-a52a-1b584197ef3e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.1792939 Mar 21 11:39:19.191682 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-b14b1d59-d033-4b8c-8e6b-2673a1dc16cb tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1097cf54db80424e866d88fd54d795fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382030 Mar 21 11:39:19.299968 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-001ed0a9-0854-4726-bb5d-2e5e553f1837 req-b515c5fc-d504-4dea-8934-93f2414d8488 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330791 Mar 21 11:39:19.320514 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-848f14d6-15a4-4805-bfdf-abd6b9427807 req-96a82ed6-235d-43d3-89e1-c819c97a6719 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Deleting port 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:39:19.320802 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-848f14d6-15a4-4805-bfdf-abd6b9427807 req-96a82ed6-235d-43d3-89e1-c819c97a6719 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (6c2e7529-dfce-449e-ae92-aa6f5fe749f6), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:19.412541 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-9e865303-3d1e-4c64-ac5d-718bf2606295 service neutron] 10.222.0.61 "GET /v2.0/networks/983a34af-f8b1-4505-82d9-b7c23495d63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095182 Mar 21 11:39:19.503744 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:39:19.506837 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a6658-ef3f-4acf-8fd7-ecd71b203d69 req-936fe218-7bcb-4a95-b1de-0e1966dbaca2 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:19.508318 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-286a6658-ef3f-4acf-8fd7-ecd71b203d69 req-936fe218-7bcb-4a95-b1de-0e1966dbaca2 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 945 time: 0.1491902 Mar 21 11:39:19.515940 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-848f14d6-15a4-4805-bfdf-abd6b9427807 req-96a82ed6-235d-43d3-89e1-c819c97a6719 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] For port 6c2e7529-dfce-449e-ae92-aa6f5fe749f6, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=6c2e7529-dfce-449e-ae92-aa6f5fe749f6,segment=NetworkSegment(d0b690ac-a3b5-4755-90ba-09167c0385ae),segment_id=d0b690ac-a3b5-4755-90ba-09167c0385ae)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:39:19.516305 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-848f14d6-15a4-4805-bfdf-abd6b9427807 req-96a82ed6-235d-43d3-89e1-c819c97a6719 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (6c2e7529-dfce-449e-ae92-aa6f5fe749f6), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:19.545277 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-848f14d6-15a4-4805-bfdf-abd6b9427807 req-96a82ed6-235d-43d3-89e1-c819c97a6719 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Calling delete_port for 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:39:19.844152 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-4ee19cd2-e0da-46ef-9c60-416c2f20762d service neutron] 10.222.0.61 "GET /v2.0/networks/983a34af-f8b1-4505-82d9-b7c23495d63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252834 Mar 21 11:39:19.864182 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-286a6658-ef3f-4acf-8fd7-ecd71b203d69 req-78e56f27-b079-4828-a2fe-369e5dde9eb7 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/security-groups?id=860ed3df-a551-44a2-ace2-7c96cd1bdb8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451819 Mar 21 11:39:19.968137 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-848f14d6-15a4-4805-bfdf-abd6b9427807 req-96a82ed6-235d-43d3-89e1-c819c97a6719 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604'] for port (6c2e7529-dfce-449e-ae92-aa6f5fe749f6), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:19.990987 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['6c2e7529-dfce-449e-ae92-aa6f5fe749f6'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:39:20.095871 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a82ed6-235d-43d3-89e1-c819c97a6719 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Pushing event deleted for resources: {'Port': ['ID=6c2e7529-dfce-449e-ae92-aa6f5fe749f6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:20.136828 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-848f14d6-15a4-4805-bfdf-abd6b9427807 req-96a82ed6-235d-43d3-89e1-c819c97a6719 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] No DVR routers for this DVR port 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:39:20.140415 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-848f14d6-15a4-4805-bfdf-abd6b9427807 req-96a82ed6-235d-43d3-89e1-c819c97a6719 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:20.144145 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-848f14d6-15a4-4805-bfdf-abd6b9427807 req-96a82ed6-235d-43d3-89e1-c819c97a6719 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.64 "DELETE /v2.0/ports/6c2e7529-dfce-449e-ae92-aa6f5fe749f6 HTTP/1.1" status: 204 len: 173 time: 1.1297736 Mar 21 11:39:20.163648 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126ac87e-1c0f-45d7-827f-60686dc1ff11', 'name': 'network-vif-deleted', 'tag': '6c2e7529-dfce-449e-ae92-aa6f5fe749f6'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:39:20.167408 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d02ced1-5ceb-4d7c-b0eb-37e3d282cd4b" -d '{"events": [{"server_uuid": "126ac87e-1c0f-45d7-827f-60686dc1ff11", "name": "network-vif-deleted", "tag": "6c2e7529-dfce-449e-ae92-aa6f5fe749f6"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:39:20.171849 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ab02b21a-8c3f-486c-91de-c1455489e6f1 req-3dbac185-9565-4d6b-b4a5-083bfadd3e5e tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 210 time: 0.1029656 Mar 21 11:39:20.213398 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-23e1111d-1026-491e-a0ce-cd07090a20fb req-40320761-d222-4115-ac13-64dea4141199 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1122167 Mar 21 11:39:20.226651 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d349383b-7e49-48fd-ab37-89a784ce940a x-openstack-request-id: req-d349383b-7e49-48fd-ab37-89a784ce940a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:39:20.226937 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126ac87e-1c0f-45d7-827f-60686dc1ff11", "name": "network-vif-deleted", "tag": "6c2e7529-dfce-449e-ae92-aa6f5fe749f6", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:39:20.227184 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d349383b-7e49-48fd-ab37-89a784ce940a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:39:20.227578 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126ac87e-1c0f-45d7-827f-60686dc1ff11', 'name': 'network-vif-deleted', 'tag': '6c2e7529-dfce-449e-ae92-aa6f5fe749f6', 'status': 'completed', 'code': 200} Mar 21 11:39:20.325862 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1111d-1026-491e-a0ce-cd07090a20fb req-90f238ef-c9fe-4061-ba7a-575ba44c8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:20.327582 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-23e1111d-1026-491e-a0ce-cd07090a20fb req-90f238ef-c9fe-4061-ba7a-575ba44c8e19 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 1129 time: 0.0473702 Mar 21 11:39:20.436118 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd65d1-291d-41b9-8375-fee3dea8d735 req-6f419246-6ac9-4389-aed5-631ec52a54ac tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:20.437745 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-10dd65d1-291d-41b9-8375-fee3dea8d735 req-6f419246-6ac9-4389-aed5-631ec52a54ac tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0655928 Mar 21 11:39:20.485667 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-10dd65d1-291d-41b9-8375-fee3dea8d735 req-c3bd6d84-0f7c-4bba-aa62-0c189107da77 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422111 Mar 21 11:39:20.958756 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0a85556f-7606-4eb0-9186-d6165e9eb038 req-33c1188c-beeb-4873-a723-08ef29020a89 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 210 time: 0.0258293 Mar 21 11:39:21.267825 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-522bdcb6-e295-401e-ba3d-0873d2bfd8b6 req-0e503945-c5da-4edb-a806-f511c834dfbe tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 210 time: 0.0295858 Mar 21 11:39:21.387377 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1111d-1026-491e-a0ce-cd07090a20fb req-a8612771-d83b-45e9-90a0-bdd46fa01eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:21.388869 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-23e1111d-1026-491e-a0ce-cd07090a20fb req-a8612771-d83b-45e9-90a0-bdd46fa01eda service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 920 time: 0.0838435 Mar 21 11:39:21.597630 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf46e3-d648-450e-b891-87185f7bc4bc req-2f743faf-29ce-4700-b2f3-972c783d2ce8 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:21.599082 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cbaf46e3-d648-450e-b891-87185f7bc4bc req-2f743faf-29ce-4700-b2f3-972c783d2ce8 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0505753 Mar 21 11:39:21.649338 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cbaf46e3-d648-450e-b891-87185f7bc4bc req-7e649254-c31c-4f40-99e5-dfd55c245081 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439799 Mar 21 11:39:22.049827 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b31de293-ac35-402e-95e5-2927bd0756a7 req-daafdea4-edba-482b-b59b-07ec84310eec tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 210 time: 0.0262346 Mar 21 11:39:22.357027 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-18e18e39-7567-4114-86b4-d35ffb381c96 req-118d9c4f-3ed3-4ba3-aa83-a7283b60ed7d tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 210 time: 0.0253422 Mar 21 11:39:22.763338 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d37e7-98d0-4e5f-ad6c-226e819f3b42 req-0b8ca7fa-144f-4174-afef-c6b00897a50a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:22.764801 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-372d37e7-98d0-4e5f-ad6c-226e819f3b42 req-0b8ca7fa-144f-4174-afef-c6b00897a50a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0502434 Mar 21 11:39:22.810895 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-372d37e7-98d0-4e5f-ad6c-226e819f3b42 req-dc00481a-4f36-424a-8e95-dcf5f679dd15 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 Mar 21 11:39:23.143092 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-99e83377-ae53-4c35-8f60-0234a9a2a7ed req-4cf06b21-1c54-4508-9b90-5d518582ff27 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 210 time: 0.0292063 Mar 21 11:39:23.206508 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-23e1111d-1026-491e-a0ce-cd07090a20fb req-241dc9d9-66f6-4152-bfed-deb0fcebcfc0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14076b0a-ac44-4176-bc4b-816f616d936e HTTP/1.1" status: 200 len: 217 time: 0.0347705 Mar 21 11:39:23.273317 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1111d-1026-491e-a0ce-cd07090a20fb req-6f26d41c-4b7c-4db8-80ae-757c03d349e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:23.274769 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-23e1111d-1026-491e-a0ce-cd07090a20fb req-6f26d41c-4b7c-4db8-80ae-757c03d349e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b HTTP/1.1" status: 200 len: 858 time: 0.0449903 Mar 21 11:39:23.301214 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:39:23.321383 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:39:23.321967 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 6c2e7529-dfce-449e-ae92-aa6f5fe749f6 not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:39:23.334240 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1111d-1026-491e-a0ce-cd07090a20fb req-152e07f1-8b09-4808-b72e-61679481b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:23.335663 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-23e1111d-1026-491e-a0ce-cd07090a20fb req-152e07f1-8b09-4808-b72e-61679481b27f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d03519d-2e7e-48b4-905f-e8767233d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434940 Mar 21 11:39:23.441010 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-23e1111d-1026-491e-a0ce-cd07090a20fb req-f5936694-f2c4-4aa0-815c-34946934be40 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991216 Mar 21 11:39:23.456754 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5da4e72f-a247-4047-aafa-24e9ba38244f req-0f1af572-c172-4fb0-941d-3ce4acd6faca tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 210 time: 0.0302498 Mar 21 11:39:23.544222 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-23e1111d-1026-491e-a0ce-cd07090a20fb req-e1b42fff-ac82-4def-acfc-c9c1697f0695 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864956 Mar 21 11:39:23.995001 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ead75-bb94-4d94-ba01-c533fae02ef0 req-508a8572-0042-4130-97f9-f06e939ea2a6 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:23.996534 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-439ead75-bb94-4d94-ba01-c533fae02ef0 req-508a8572-0042-4130-97f9-f06e939ea2a6 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0944583 Mar 21 11:39:24.002732 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-71563b7f-d859-4d8a-86ec-3ca3751181bf tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:24.004477 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-71563b7f-d859-4d8a-86ec-3ca3751181bf tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.64 "GET /v2.0/networks?id=983a34af-f8b1-4505-82d9-b7c23495d63e HTTP/1.1" status: 200 len: 808 time: 0.1503925 Mar 21 11:39:24.027222 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-094eeede-1ba7-46af-99a3-2f805396b5d6 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Request body: {'port': {'device_id': '9fe1644c-fa2d-4c17-8da5-82d4113971b6', 'network_id': '983a34af-f8b1-4505-82d9-b7c23495d63e', 'admin_state_up': True, 'tenant_id': '1097cf54db80424e866d88fd54d795fa'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:39:24.098455 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-439ead75-bb94-4d94-ba01-c533fae02ef0 req-7d6443b2-4aba-452b-80ab-1ec47d67b569 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930045 Mar 21 11:39:24.151738 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-094eeede-1ba7-46af-99a3-2f805396b5d6 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Made reservation on behalf of 1097cf54db80424e866d88fd54d795fa for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:39:24.155216 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-094eeede-1ba7-46af-99a3-2f805396b5d6 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:24.309183 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8456697b-3c17-4927-a651-68eca0e39c4c req-e02a0329-8de8-4808-a281-befbb35c7b09 tempest-DeleteServersTestJSON-1222104330 tempest-DeleteServersTestJSON-1222104330-project] 10.222.0.61 "GET /v2.0/ports?device_id=126ac87e-1c0f-45d7-827f-60686dc1ff11 HTTP/1.1" status: 200 len: 210 time: 0.0348246 Mar 21 11:39:24.336048 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-094eeede-1ba7-46af-99a3-2f805396b5d6 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Allocated IP 172.20.0.3 (983a34af-f8b1-4505-82d9-b7c23495d63e/3cc2fc9b-9edf-4525-aed3-44d7151e260d/a19597e3-3257-47d6-9ae2-c2ccbd295a77) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:39:24.500884 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-094eeede-1ba7-46af-99a3-2f805396b5d6 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Publish callbacks [] for port (a19597e3-3257-47d6-9ae2-c2ccbd295a77), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:24.562608 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-df99043d-d891-4fef-b0c8-119d53b64b2e req-fd4cbc3e-d418-4861-992b-6c1174e05c69 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 210 time: 0.0341787 Mar 21 11:39:24.563651 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-094eeede-1ba7-46af-99a3-2f805396b5d6 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (a19597e3-3257-47d6-9ae2-c2ccbd295a77), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:24.606266 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-094eeede-1ba7-46af-99a3-2f805396b5d6 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Network 983a34af-f8b1-4505-82d9-b7c23495d63e is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:39:24.609658 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-094eeede-1ba7-46af-99a3-2f805396b5d6 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:39:24.612399 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-094eeede-1ba7-46af-99a3-2f805396b5d6 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:39:24.617814 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-094eeede-1ba7-46af-99a3-2f805396b5d6 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:24.618583 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-094eeede-1ba7-46af-99a3-2f805396b5d6 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:24.639267 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094eeede-1ba7-46af-99a3-2f805396b5d6 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Pushing event updated for resources: {'Port': ['ID=a19597e3-3257-47d6-9ae2-c2ccbd295a77,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:24.652485 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-094eeede-1ba7-46af-99a3-2f805396b5d6 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6301155 Mar 21 11:39:24.670867 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Request body: {'port': {'device_id': '9fe1644c-fa2d-4c17-8da5-82d4113971b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:39:24.734214 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (a19597e3-3257-47d6-9ae2-c2ccbd295a77), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:25.005725 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19597e3-3257-47d6-9ae2-c2ccbd295a77 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:39:25.013910 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Publish callbacks [] for port (a19597e3-3257-47d6-9ae2-c2ccbd295a77), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:25.027077 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Transition to ACTIVE for port object a19597e3-3257-47d6-9ae2-c2ccbd295a77 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:39:25.030640 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (a19597e3-3257-47d6-9ae2-c2ccbd295a77), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:25.078332 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Pushing event updated for resources: {'Port': ['ID=a19597e3-3257-47d6-9ae2-c2ccbd295a77,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:25.111224 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Attempting to bind port a19597e3-3257-47d6-9ae2-c2ccbd295a77 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:39:25.111572 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Attempting to bind port a19597e3-3257-47d6-9ae2-c2ccbd295a77 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '1034bbe5-4735-4d60-934d-cb2798018335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983a34af-f8b1-4505-82d9-b7c23495d63e'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:39:25.111913 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Attempting to bind port a19597e3-3257-47d6-9ae2-c2ccbd295a77 on network 983a34af-f8b1-4505-82d9-b7c23495d63e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:39:25.116145 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Port a19597e3-3257-47d6-9ae2-c2ccbd295a77 on network 983a34af-f8b1-4505-82d9-b7c23495d63e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:39:25.116467 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Attempting to bind port a19597e3-3257-47d6-9ae2-c2ccbd295a77 on network 983a34af-f8b1-4505-82d9-b7c23495d63e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:39:25.121501 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:39:25.121840 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Checking segment: {'id': '1034bbe5-4735-4d60-934d-cb2798018335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983a34af-f8b1-4505-82d9-b7c23495d63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:39:25.122223 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Bound using segment: {'id': '1034bbe5-4735-4d60-934d-cb2798018335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983a34af-f8b1-4505-82d9-b7c23495d63e'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:39:25.122644 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Bound port: a19597e3-3257-47d6-9ae2-c2ccbd295a77, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1034bbe5-4735-4d60-934d-cb2798018335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983a34af-f8b1-4505-82d9-b7c23495d63e'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:39:25.123003 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (a19597e3-3257-47d6-9ae2-c2ccbd295a77), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:25.212121 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] For port a19597e3-3257-47d6-9ae2-c2ccbd295a77, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:39:25.226551 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] For port a19597e3-3257-47d6-9ae2-c2ccbd295a77, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=a19597e3-3257-47d6-9ae2-c2ccbd295a77,segment=NetworkSegment(1034bbe5-4735-4d60-934d-cb2798018335),segment_id=1034bbe5-4735-4d60-934d-cb2798018335)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:39:25.234746 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (a19597e3-3257-47d6-9ae2-c2ccbd295a77), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:25.270944 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bbb94-8e1d-409a-a698-60d995ecafac req-61536487-565a-4214-81d3-193e5c71f3b2 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:25.272333 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ec6bbb94-8e1d-409a-a698-60d995ecafac req-61536487-565a-4214-81d3-193e5c71f3b2 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0972629 Mar 21 11:39:25.280433 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:25.281045 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:25.282431 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] 10.222.0.64 "PUT /v2.0/ports/a19597e3-3257-47d6-9ae2-c2ccbd295a77 HTTP/1.1" status: 200 len: 1093 time: 0.6215000 Mar 21 11:39:25.284004 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe1644c-fa2d-4c17-8da5-82d4113971b6', 'tag': 'a19597e3-3257-47d6-9ae2-c2ccbd295a77'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:39:25.286231 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e215075-bb69-4505-9bfb-ee7a9dc9277e" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe1644c-fa2d-4c17-8da5-82d4113971b6", "tag": "a19597e3-3257-47d6-9ae2-c2ccbd295a77"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:39:25.324868 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704c3ee-65bb-43e8-8659-04dbdc8d12ae service neutron] Pushing event updated for resources: {'Port': ['ID=a19597e3-3257-47d6-9ae2-c2ccbd295a77,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:25.332876 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fbf09c-2423-4135-be68-ca57f1a89b9b x-openstack-request-id: req-b7fbf09c-2423-4135-be68-ca57f1a89b9b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:39:25.333166 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe1644c-fa2d-4c17-8da5-82d4113971b6", "tag": "a19597e3-3257-47d6-9ae2-c2ccbd295a77", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:39:25.333414 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b7fbf09c-2423-4135-be68-ca57f1a89b9b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:39:25.333803 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe1644c-fa2d-4c17-8da5-82d4113971b6', 'tag': 'a19597e3-3257-47d6-9ae2-c2ccbd295a77', 'status': 'completed', 'code': 200} Mar 21 11:39:25.374545 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ec6bbb94-8e1d-409a-a698-60d995ecafac req-d0bd3af0-2a1a-4bf8-a185-34c3f7f1e098 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911975 Mar 21 11:39:25.395435 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-e8e5e263-5bf7-48db-b7bf-8ca33418cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:25.396331 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-e8e5e263-5bf7-48db-b7bf-8ca33418cf23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1097cf54db80424e866d88fd54d795fa&device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 1127 time: 0.0568926 Mar 21 11:39:25.446139 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-d44555a5-c20e-4f4b-a18a-ff7d841fbbc1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19597e3-3257-47d6-9ae2-c2ccbd295a77 HTTP/1.1" status: 200 len: 217 time: 0.0375893 Mar 21 11:39:25.495566 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-fba3fb3b-66a9-4c34-a9b7-2645649c4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:25.497311 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-fba3fb3b-66a9-4c34-a9b7-2645649c4952 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3cc2fc9b-9edf-4525-aed3-44d7151e260d HTTP/1.1" status: 200 len: 848 time: 0.0434852 Mar 21 11:39:25.536668 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-9406712a-fb18-481a-ac6c-ba472e783417 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=983a34af-f8b1-4505-82d9-b7c23495d63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245714 Mar 21 11:39:25.652013 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-67bc515c-0d31-425a-bc13-7708dd616185 service neutron] 10.222.0.64 "GET /v2.0/networks/983a34af-f8b1-4505-82d9-b7c23495d63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019378 Mar 21 11:39:25.748131 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23b61a-0f86-4402-8422-857c268127e3 req-6885db35-6582-4a2f-a9d2-2d7e3d98d867 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:25.749581 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3a23b61a-0f86-4402-8422-857c268127e3 req-6885db35-6582-4a2f-a9d2-2d7e3d98d867 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 943 time: 0.1131270 Mar 21 11:39:25.777268 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-564e9ce4-f45c-4911-8ed6-54e479b4852c req-451edc44-f146-4821-b639-f75e1c0e4632 service neutron] 10.222.0.64 "GET /v2.0/networks/983a34af-f8b1-4505-82d9-b7c23495d63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126702 Mar 21 11:39:25.808559 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3a23b61a-0f86-4402-8422-857c268127e3 req-99f554da-38f5-4492-9b1c-478a025286a4 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520389 Mar 21 11:39:25.902628 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e215075-bb69-4505-9bfb-ee7a9dc9277e req-7cdb9694-57ed-4fc8-89c0-53332d7814be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:25.904817 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e215075-bb69-4505-9bfb-ee7a9dc9277e req-7cdb9694-57ed-4fc8-89c0-53332d7814be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1097cf54db80424e866d88fd54d795fa&device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 1127 time: 0.0551889 Mar 21 11:39:25.995839 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e215075-bb69-4505-9bfb-ee7a9dc9277e req-449a927c-a173-4e12-b51d-7b833004c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:25.997283 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e215075-bb69-4505-9bfb-ee7a9dc9277e req-449a927c-a173-4e12-b51d-7b833004c2de service neutron] 10.222.0.64 "GET /v2.0/networks?id=983a34af-f8b1-4505-82d9-b7c23495d63e HTTP/1.1" status: 200 len: 909 time: 0.0858798 Mar 21 11:39:26.040466 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e215075-bb69-4505-9bfb-ee7a9dc9277e req-00729afd-30cf-4a10-a835-f1fb6248603d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19597e3-3257-47d6-9ae2-c2ccbd295a77 HTTP/1.1" status: 200 len: 217 time: 0.0372756 Mar 21 11:39:26.089236 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e215075-bb69-4505-9bfb-ee7a9dc9277e req-63ca6a1a-e467-4f46-8cb0-336b422898ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:26.090779 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e215075-bb69-4505-9bfb-ee7a9dc9277e req-63ca6a1a-e467-4f46-8cb0-336b422898ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3cc2fc9b-9edf-4525-aed3-44d7151e260d HTTP/1.1" status: 200 len: 848 time: 0.0443459 Mar 21 11:39:26.128046 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e215075-bb69-4505-9bfb-ee7a9dc9277e req-5facda32-fcad-4a4d-a44c-021cb3225538 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=983a34af-f8b1-4505-82d9-b7c23495d63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256114 Mar 21 11:39:26.190090 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37234) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:26.238352 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e215075-bb69-4505-9bfb-ee7a9dc9277e req-c70a24ec-d6b4-4493-a620-661f0c4cdd23 service neutron] 10.222.0.64 "GET /v2.0/networks/983a34af-f8b1-4505-82d9-b7c23495d63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959992 Mar 21 11:39:26.308365 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2517fa12-646d-4fea-876c-dc0f6d2580ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:26.332498 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e215075-bb69-4505-9bfb-ee7a9dc9277e req-1d469f1f-e81d-46e6-9504-83cca367259f service neutron] 10.222.0.64 "GET /v2.0/networks/983a34af-f8b1-4505-82d9-b7c23495d63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835581 Mar 21 11:39:26.382874 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2517fa12-646d-4fea-876c-dc0f6d2580ee admin admin] Publish callbacks [] for security_group (8a59e46e-da64-4018-b422-cd1ec8997987), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:26.387225 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2517fa12-646d-4fea-876c-dc0f6d2580ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (8a59e46e-da64-4018-b422-cd1ec8997987), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:26.421165 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-2517fa12-646d-4fea-876c-dc0f6d2580ee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f008c586abfc4b05b9065d0e2fcd64be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299817 Mar 21 11:39:26.423915 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 37242) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:26.425762 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517fa12-646d-4fea-876c-dc0f6d2580ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a59e46e-da64-4018-b422-cd1ec8997987,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:26.510832 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2974c3ff-a4e8-4f9f-a50d-d6ee7738a9f7 admin admin] Publish callbacks [] for security_group (8a59e46e-da64-4018-b422-cd1ec8997987), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:26.531857 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805262d6-7d41-4774-9a31-ec013b79a71c req-a7f16a38-28e3-457e-80bd-3788125b0b7c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:26.533284 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-805262d6-7d41-4774-9a31-ec013b79a71c req-a7f16a38-28e3-457e-80bd-3788125b0b7c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0895257 Mar 21 11:39:26.543473 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2974c3ff-a4e8-4f9f-a50d-d6ee7738a9f7 admin admin] Publish callbacks [] for security_group (8a59e46e-da64-4018-b422-cd1ec8997987), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:26.606154 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-805262d6-7d41-4774-9a31-ec013b79a71c req-b46ece27-d642-4713-bf01-182f4861a854 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656023 Mar 21 11:39:26.620941 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2974c3ff-a4e8-4f9f-a50d-d6ee7738a9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (8a59e46e-da64-4018-b422-cd1ec8997987), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:26.623621 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2974c3ff-a4e8-4f9f-a50d-d6ee7738a9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:26.624740 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-2974c3ff-a4e8-4f9f-a50d-d6ee7738a9f7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a59e46e-da64-4018-b422-cd1ec8997987 HTTP/1.1" status: 204 len: 168 time: 0.1997054 Mar 21 11:39:26.633088 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974c3ff-a4e8-4f9f-a50d-d6ee7738a9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a59e46e-da64-4018-b422-cd1ec8997987,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:26.746714 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 37254) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:26.791315 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-e421aa1f-ad01-4ffd-83bb-ef0259fab981 admin admin] Deleting subnet 1375f3ff-1c44-4f11-ab2a-2b7a0824a975 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:39:26.794486 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e421aa1f-ad01-4ffd-83bb-ef0259fab981 admin admin] Publish callbacks [] for subnet (1375f3ff-1c44-4f11-ab2a-2b7a0824a975), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:26.831691 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e421aa1f-ad01-4ffd-83bb-ef0259fab981 admin admin] Publish callbacks [] for subnet (1375f3ff-1c44-4f11-ab2a-2b7a0824a975), precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:26.846262 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e421aa1f-ad01-4ffd-83bb-ef0259fab981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239508'] for subnet (1375f3ff-1c44-4f11-ab2a-2b7a0824a975), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:26.939675 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e421aa1f-ad01-4ffd-83bb-ef0259fab981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for subnet (1375f3ff-1c44-4f11-ab2a-2b7a0824a975), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:26.948834 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2780e-39a0-4ebe-a85b-363e0c39697d req-875f99cf-233e-468e-aa61-73e6c2627935 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:26.950310 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-28e2780e-39a0-4ebe-a85b-363e0c39697d req-875f99cf-233e-468e-aa61-73e6c2627935 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 943 time: 0.0708961 Mar 21 11:39:26.981524 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e421aa1f-ad01-4ffd-83bb-ef0259fab981 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:26.986856 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e421aa1f-ad01-4ffd-83bb-ef0259fab981 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1375f3ff-1c44-4f11-ab2a-2b7a0824a975 HTTP/1.1" status: 204 len: 168 time: 0.2368910 Mar 21 11:39:26.986856 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421aa1f-ad01-4ffd-83bb-ef0259fab981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1375f3ff-1c44-4f11-ab2a-2b7a0824a975,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:26.987871 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37268) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:27.025290 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-28e2780e-39a0-4ebe-a85b-363e0c39697d req-c4239a38-7677-4ec7-b4e0-7cba61bb7f0f tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668368 Mar 21 11:39:27.068191 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163419'] for network (1073135d-a9f3-4146-a613-cd15f207a9fa), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.152079 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3303649', 'neutron.services.segments.db._delete_segments_for_network-8758069329219'] for network (1073135d-a9f3-4146-a613-cd15f207a9fa), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.180466 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:39:27.180803 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:39:27.181565 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:39:27.181890 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Subscribe: > port after_create 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:39:27.182209 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:39:27.182642 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Subscribe: > port after_update 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:39:27.182871 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:39:27.183181 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:39:27.183488 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:39:27.183893 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:39:27.263989 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 37280) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:27.284234 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:39:27.284721 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:39:27.285038 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:39:27.285364 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103319) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:39:27.285723 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1073135d-a9f3-4146-a613-cd15f207a9fa']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:39:27.303348 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b690ac-a3b5-4755-90ba-09167c0385ae') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:39:27.303684 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b690ac-a3b5-4755-90ba-09167c0385ae') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:39:27.319969 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758069511244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12119860'] for segment (d0b690ac-a3b5-4755-90ba-09167c0385ae), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.344226 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (d0b690ac-a3b5-4755-90ba-09167c0385ae), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.353959 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:39:27.354483 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8481778'] for segment (d0b690ac-a3b5-4755-90ba-09167c0385ae), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: from cryptography.utils import int_from_bytes Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: from cryptography.utils import int_from_bytes Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: Traceback (most recent call last): Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: timer() Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: cb(*args, **kw) Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: return func(*args, **kwargs) Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: self._notify() Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: self.callback(batched_events) Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: event.method(event) Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: return f(self, *a, **k) Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._get(url).json() Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: return self.request(url, 'GET', **kwargs) Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:39:27.399493 dv-cinder-805072-11-iscsi neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:39:27.459365 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3303642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655996'] for network (1073135d-a9f3-4146-a613-cd15f207a9fa), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.480073 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.481424 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a8a2-9a9f-49a0-9555-a576b66a805a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.486727 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1073135d-a9f3-4146-a613-cd15f207a9fa HTTP/1.1" status: 204 len: 168 time: 0.4953704 Mar 21 11:39:27.487880 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9eb6ea-5c16-4607-bac1-d7d4e3642089 admin admin] Pushing event deleted for resources: {'Network': ['ID=1073135d-a9f3-4146-a613-cd15f207a9fa,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:27.570341 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a8a2-9a9f-49a0-9555-a576b66a805a admin admin] Publish callbacks [] for security_group (d00d7f48-8f7d-49c1-b5c2-2a328f731b76), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.576688 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a8a2-9a9f-49a0-9555-a576b66a805a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (d00d7f48-8f7d-49c1-b5c2-2a328f731b76), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.616761 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37294) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:27.617680 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-2dc1a8a2-9a9f-49a0-9555-a576b66a805a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a209358b43a04fc88c6dc6134c0efd3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525636 Mar 21 11:39:27.619069 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1a8a2-9a9f-49a0-9555-a576b66a805a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00d7f48-8f7d-49c1-b5c2-2a328f731b76,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:27.620840 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37296) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:27.701166 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-c64fd7fb-facb-432c-b4e9-d4000ca5ac06 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ae63a98d72774cb08310b796d2b4c223&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0825298 Mar 21 11:39:27.704058 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37304) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:27.717684 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6e35e251-4a61-4dcd-be90-c437b1a17dd3 admin admin] Publish callbacks [] for security_group (d00d7f48-8f7d-49c1-b5c2-2a328f731b76), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.721258 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 37306) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:27.738199 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9682831-62f9-4248-9525-6282d4b9734f req-069c6a8d-0b42-46c8-a86d-433c792bbf1c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:27.739817 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b9682831-62f9-4248-9525-6282d4b9734f req-069c6a8d-0b42-46c8-a86d-433c792bbf1c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0599604 Mar 21 11:39:27.755042 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6e35e251-4a61-4dcd-be90-c437b1a17dd3 admin admin] Publish callbacks [] for security_group (d00d7f48-8f7d-49c1-b5c2-2a328f731b76), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.788097 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b1987137-e7bb-441d-9c6e-233cad492996 admin admin] Publish callbacks [] for security_group (860ed3df-a551-44a2-ace2-7c96cd1bdb8e), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.791158 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b9682831-62f9-4248-9525-6282d4b9734f req-094c4cf2-b843-47f8-ac47-33418e9257cc tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439208 Mar 21 11:39:27.819265 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b1987137-e7bb-441d-9c6e-233cad492996 admin admin] Publish callbacks [] for security_group (860ed3df-a551-44a2-ace2-7c96cd1bdb8e), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.832412 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6e35e251-4a61-4dcd-be90-c437b1a17dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (d00d7f48-8f7d-49c1-b5c2-2a328f731b76), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.834861 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6e35e251-4a61-4dcd-be90-c437b1a17dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.835993 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6e35e251-4a61-4dcd-be90-c437b1a17dd3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d00d7f48-8f7d-49c1-b5c2-2a328f731b76 HTTP/1.1" status: 204 len: 168 time: 0.2139103 Mar 21 11:39:27.840815 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cb9018da-8237-468f-aec9-7a7c209c4cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.855429 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35e251-4a61-4dcd-be90-c437b1a17dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00d7f48-8f7d-49c1-b5c2-2a328f731b76,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:27.893136 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b1987137-e7bb-441d-9c6e-233cad492996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (860ed3df-a551-44a2-ace2-7c96cd1bdb8e), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.900499 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b1987137-e7bb-441d-9c6e-233cad492996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.902250 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b1987137-e7bb-441d-9c6e-233cad492996 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/860ed3df-a551-44a2-ace2-7c96cd1bdb8e HTTP/1.1" status: 204 len: 168 time: 0.1971402 Mar 21 11:39:27.914470 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1987137-e7bb-441d-9c6e-233cad492996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860ed3df-a551-44a2-ace2-7c96cd1bdb8e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:27.970130 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cb9018da-8237-468f-aec9-7a7c209c4cea admin admin] Publish callbacks [] for security_group (59efdba1-0e2d-41aa-8f51-0f8e460c96a6), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:27.975136 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cb9018da-8237-468f-aec9-7a7c209c4cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (59efdba1-0e2d-41aa-8f51-0f8e460c96a6), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:28.020319 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-cb9018da-8237-468f-aec9-7a7c209c4cea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0c722e09c4104445820250b6e4d358c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980597 Mar 21 11:39:28.022409 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 37318) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:28.023113 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9018da-8237-468f-aec9-7a7c209c4cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59efdba1-0e2d-41aa-8f51-0f8e460c96a6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:28.084383 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-930d2c4f-aea2-4ff1-843c-22580f93c848 admin admin] Publish callbacks [] for security_group (59efdba1-0e2d-41aa-8f51-0f8e460c96a6), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:28.145427 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-930d2c4f-aea2-4ff1-843c-22580f93c848 admin admin] Publish callbacks [] for security_group (59efdba1-0e2d-41aa-8f51-0f8e460c96a6), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:28.195032 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49dd8a-dc22-4817-9529-44f891e31d3f req-a8e4c1f4-b414-4538-bd4d-f727ff29a0dd tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:28.196605 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8a49dd8a-dc22-4817-9529-44f891e31d3f req-a8e4c1f4-b414-4538-bd4d-f727ff29a0dd tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 943 time: 0.0984569 Mar 21 11:39:28.230135 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-930d2c4f-aea2-4ff1-843c-22580f93c848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (59efdba1-0e2d-41aa-8f51-0f8e460c96a6), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:28.232814 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-930d2c4f-aea2-4ff1-843c-22580f93c848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:28.233929 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-930d2c4f-aea2-4ff1-843c-22580f93c848 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/59efdba1-0e2d-41aa-8f51-0f8e460c96a6 HTTP/1.1" status: 204 len: 168 time: 0.2079191 Mar 21 11:39:28.255001 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d2c4f-aea2-4ff1-843c-22580f93c848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59efdba1-0e2d-41aa-8f51-0f8e460c96a6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:28.263526 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8a49dd8a-dc22-4817-9529-44f891e31d3f req-3e9757ac-2ed4-49c4-af43-2695e432e965 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594409 Mar 21 11:39:28.933443 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dae85-c41c-445d-b4d1-9188a54d93e3 req-76a7388e-4dcb-41ad-a06d-888feeae6179 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:28.934814 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0f9dae85-c41c-445d-b4d1-9188a54d93e3 req-76a7388e-4dcb-41ad-a06d-888feeae6179 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0579529 Mar 21 11:39:28.983824 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0f9dae85-c41c-445d-b4d1-9188a54d93e3 req-712cbe94-4b1b-4edb-9811-e345d385eb51 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428989 Mar 21 11:39:29.282871 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 37396) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:29.302843 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device a19597e3-3257-47d6-9ae2-c2ccbd295a77 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:39:29.406290 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d50f55-c7bd-48fd-a1a9-757e8abfa562 req-a1d9fe03-caec-44b3-a43d-9aad4b6d3278 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:29.408614 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f6d50f55-c7bd-48fd-a1a9-757e8abfa562 req-a1d9fe03-caec-44b3-a43d-9aad4b6d3278 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 943 time: 0.0665042 Mar 21 11:39:29.426525 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port a19597e3-3257-47d6-9ae2-c2ccbd295a77, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=a19597e3-3257-47d6-9ae2-c2ccbd295a77,segment=NetworkSegment(1034bbe5-4735-4d60-934d-cb2798018335),segment_id=1034bbe5-4735-4d60-934d-cb2798018335)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:39:29.429245 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-10715356-6e80-4293-bd4a-2dfe08facdc1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-516820120-network', 'tenant_id': 'ebbe14383f5941aeb7b08c5110f70afa'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:39:29.442284 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': 'a19597e3-3257-47d6-9ae2-c2ccbd295a77', 'network_id': '983a34af-f8b1-4505-82d9-b7c23495d63e', 'port_id': 'a19597e3-3257-47d6-9ae2-c2ccbd295a77', 'mac_address': 'fa:16:3e:e5:8a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc2fc9b-9edf-4525-aed3-44d7151e260d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:39:29.473250 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10715356-6e80-4293-bd4a-2dfe08facdc1 admin admin] Made reservation on behalf of ebbe14383f5941aeb7b08c5110f70afa for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:39:29.475513 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10715356-6e80-4293-bd4a-2dfe08facdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:29.488358 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f6d50f55-c7bd-48fd-a1a9-757e8abfa562 req-556de641-ca2f-45a7-a5ee-e39db5844ab9 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701993 Mar 21 11:39:29.489569 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10715356-6e80-4293-bd4a-2dfe08facdc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:29.516310 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port a19597e3-3257-47d6-9ae2-c2ccbd295a77 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:39:29.517337 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (a19597e3-3257-47d6-9ae2-c2ccbd295a77), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:29.535262 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19597e3-3257-47d6-9ae2-c2ccbd295a77 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:39:29.559294 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port a19597e3-3257-47d6-9ae2-c2ccbd295a77, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=a19597e3-3257-47d6-9ae2-c2ccbd295a77,segment=NetworkSegment(1034bbe5-4735-4d60-934d-cb2798018335),segment_id=1034bbe5-4735-4d60-934d-cb2798018335)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:39:29.564923 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (a19597e3-3257-47d6-9ae2-c2ccbd295a77), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:29.586292 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10715356-6e80-4293-bd4a-2dfe08facdc1 admin admin] Publish callbacks [] for security_group (02987123-73c8-483f-a066-8929fe3ae003), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:29.594885 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10715356-6e80-4293-bd4a-2dfe08facdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (02987123-73c8-483f-a066-8929fe3ae003), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:29.610697 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37408) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:29.629299 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=a19597e3-3257-47d6-9ae2-c2ccbd295a77,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:29.629877 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10715356-6e80-4293-bd4a-2dfe08facdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02987123-73c8-483f-a066-8929fe3ae003,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:29.637346 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:29.638003 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:29.638928 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:29.638928 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:29.639458 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:29.639812 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:29.640100 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:29.640579 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:29.640806 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:29.641185 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:29.641569 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:29.641998 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:29.642258 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:29.642716 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:29.643115 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:39:29.652348 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10715356-6e80-4293-bd4a-2dfe08facdc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:39:29.662860 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10715356-6e80-4293-bd4a-2dfe08facdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (04f5d841-5b21-4aff-8dbb-cbb06b551551), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:29.663434 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-10715356-6e80-4293-bd4a-2dfe08facdc1 admin admin] Added segment 04f5d841-5b21-4aff-8dbb-cbb06b551551 of type vlan for network 3e24755a-fe23-4c9c-8b0f-1edf60133853 Mar 21 11:39:29.706941 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10715356-6e80-4293-bd4a-2dfe08facdc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (3e24755a-fe23-4c9c-8b0f-1edf60133853), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:29.734010 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10715356-6e80-4293-bd4a-2dfe08facdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (3e24755a-fe23-4c9c-8b0f-1edf60133853), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:29.735092 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10715356-6e80-4293-bd4a-2dfe08facdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:29.735677 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-10715356-6e80-4293-bd4a-2dfe08facdc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:29.741757 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31176dcd-c25f-49cf-b44d-cd71f17c20f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:29.801941 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-10715356-6e80-4293-bd4a-2dfe08facdc1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5179834 Mar 21 11:39:29.804881 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 37418) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:29.809771 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-c684151f-2bc6-44ad-942e-4ca600b39bd6 admin admin] Request body: {'subnet': {'network_id': '3e24755a-fe23-4c9c-8b0f-1edf60133853', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-516820120-subnet', 'tenant_id': 'ebbe14383f5941aeb7b08c5110f70afa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:39:29.825704 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10715356-6e80-4293-bd4a-2dfe08facdc1 admin admin] Pushing event updated for resources: {'Network': ['ID=3e24755a-fe23-4c9c-8b0f-1edf60133853,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:29.837905 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network 3e24755a-fe23-4c9c-8b0f-1edf60133853 details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:39:29.841568 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c684151f-2bc6-44ad-942e-4ca600b39bd6 admin admin] Made reservation on behalf of ebbe14383f5941aeb7b08c5110f70afa for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:39:29.844013 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c684151f-2bc6-44ad-942e-4ca600b39bd6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:29.847836 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31176dcd-c25f-49cf-b44d-cd71f17c20f4 admin admin] Publish callbacks [] for security_group (e45687f8-6f51-41c7-98e6-884072da855d), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:29.854933 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-31176dcd-c25f-49cf-b44d-cd71f17c20f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (e45687f8-6f51-41c7-98e6-884072da855d), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:29.917410 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-31176dcd-c25f-49cf-b44d-cd71f17c20f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f04b975659e4078bf5d136697f56ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055322 Mar 21 11:39:29.918707 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37424) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:29.929966 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31176dcd-c25f-49cf-b44d-cd71f17c20f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45687f8-6f51-41c7-98e6-884072da855d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:29.944078 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['a19597e3-3257-47d6-9ae2-c2ccbd295a77'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:39:29.989826 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17edeb9e-d4f5-425f-8800-e02014f8916e admin admin] Publish callbacks [] for security_group (e45687f8-6f51-41c7-98e6-884072da855d), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:30.016670 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17edeb9e-d4f5-425f-8800-e02014f8916e admin admin] Publish callbacks [] for security_group (e45687f8-6f51-41c7-98e6-884072da855d), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:30.078728 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17edeb9e-d4f5-425f-8800-e02014f8916e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (e45687f8-6f51-41c7-98e6-884072da855d), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:30.081985 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17edeb9e-d4f5-425f-8800-e02014f8916e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:30.085745 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-17edeb9e-d4f5-425f-8800-e02014f8916e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e45687f8-6f51-41c7-98e6-884072da855d HTTP/1.1" status: 204 len: 168 time: 0.1633842 Mar 21 11:39:30.104736 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edeb9e-d4f5-425f-8800-e02014f8916e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45687f8-6f51-41c7-98e6-884072da855d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:30.200617 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104aa74-0319-447b-ac51-c06d230f01dd req-8c3f9154-5644-4e49-a332-b820f113dc24 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:30.210381 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7104aa74-0319-447b-ac51-c06d230f01dd req-8c3f9154-5644-4e49-a332-b820f113dc24 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0993319 Mar 21 11:39:30.219755 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37434) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:30.289326 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7104aa74-0319-447b-ac51-c06d230f01dd req-a60cbd3c-dc27-461d-84cd-434aa71e0f05 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778992 Mar 21 11:39:30.356650 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c684151f-2bc6-44ad-942e-4ca600b39bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for subnet (ea0af4c1-dda5-4262-b1e3-8b4751d2e7d6), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:30.419637 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684151f-2bc6-44ad-942e-4ca600b39bd6 admin admin] Checking segment: {'id': '04f5d841-5b21-4aff-8dbb-cbb06b551551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3e24755a-fe23-4c9c-8b0f-1edf60133853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:39:30.420055 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c684151f-2bc6-44ad-942e-4ca600b39bd6 admin admin] Network hostable DHCP agents. Network: 3e24755a-fe23-4c9c-8b0f-1edf60133853, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:39:30.423100 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684151f-2bc6-44ad-942e-4ca600b39bd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea0af4c1-dda5-4262-b1e3-8b4751d2e7d6,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:30.441773 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c684151f-2bc6-44ad-942e-4ca600b39bd6 admin admin] Network 3e24755a-fe23-4c9c-8b0f-1edf60133853 is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:39:30.452062 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-c684151f-2bc6-44ad-942e-4ca600b39bd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, 3e24755a-fe23-4c9c-8b0f-1edf60133853) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:39:30.455290 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbfc7702-dba3-4624-bea3-958067d154a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:30.456316 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c684151f-2bc6-44ad-942e-4ca600b39bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:30.457173 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c684151f-2bc6-44ad-942e-4ca600b39bd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:30.464584 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6079981-ce05-4b13-ae88-2f89be734f9b None None] Network 3e24755a-fe23-4c9c-8b0f-1edf60133853 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:39:30.490959 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c684151f-2bc6-44ad-942e-4ca600b39bd6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6843958 Mar 21 11:39:30.549126 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbfc7702-dba3-4624-bea3-958067d154a7 admin admin] Publish callbacks [] for security_group (7a88c063-464d-4924-9386-2f9dfdddf632), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:30.557592 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbfc7702-dba3-4624-bea3-958067d154a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (7a88c063-464d-4924-9386-2f9dfdddf632), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:30.619204 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc7702-dba3-4624-bea3-958067d154a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a88c063-464d-4924-9386-2f9dfdddf632,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:30.621824 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e3eefd-fa6e-453a-acbb-548283b6e085 None None] Network 3e24755a-fe23-4c9c-8b0f-1edf60133853 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:39:30.628083 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-bbfc7702-dba3-4624-bea3-958067d154a7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=641064ffbd8f48299a4727b7e4574860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4044750 Mar 21 11:39:30.628448 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37454) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:30.673917 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b4b18-009c-4592-83bf-3383acf1ab98 req-7efd300e-cfbd-4949-a2bd-82a9f26cc8eb tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:30.675568 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a21b4b18-009c-4592-83bf-3383acf1ab98 req-7efd300e-cfbd-4949-a2bd-82a9f26cc8eb tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 944 time: 0.0850968 Mar 21 11:39:30.691322 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b6494c48-4ee9-4037-9089-f09379119676 admin admin] Publish callbacks [] for security_group (7a88c063-464d-4924-9386-2f9dfdddf632), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:30.720959 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b6494c48-4ee9-4037-9089-f09379119676 admin admin] Publish callbacks [] for security_group (7a88c063-464d-4924-9386-2f9dfdddf632), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:30.775648 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a21b4b18-009c-4592-83bf-3383acf1ab98 req-39c2ced6-a8ec-4f85-a554-d9f0f1c6e8d2 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917819 Mar 21 11:39:30.788913 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b6494c48-4ee9-4037-9089-f09379119676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (7a88c063-464d-4924-9386-2f9dfdddf632), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:30.791476 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b6494c48-4ee9-4037-9089-f09379119676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:30.793171 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b6494c48-4ee9-4037-9089-f09379119676 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a88c063-464d-4924-9386-2f9dfdddf632 HTTP/1.1" status: 204 len: 168 time: 0.1633475 Mar 21 11:39:30.801159 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6494c48-4ee9-4037-9089-f09379119676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a88c063-464d-4924-9386-2f9dfdddf632,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:31.110404 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37472) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:31.124337 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8634c9db-584b-41c4-a251-53e69029e413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:31.226001 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8634c9db-584b-41c4-a251-53e69029e413 admin admin] Publish callbacks [] for security_group (ed5ddcf4-ead7-46be-afbb-50d9192f2772), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:31.231876 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8634c9db-584b-41c4-a251-53e69029e413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (ed5ddcf4-ead7-46be-afbb-50d9192f2772), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:31.279464 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 37484) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:31.279935 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-8634c9db-584b-41c4-a251-53e69029e413 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=24f6f5dadfa447adb086b637ac8c30b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677303 Mar 21 11:39:31.280362 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634c9db-584b-41c4-a251-53e69029e413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5ddcf4-ead7-46be-afbb-50d9192f2772,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:31.314820 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device a19597e3-3257-47d6-9ae2-c2ccbd295a77 up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:39:31.340606 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a76835f-093f-48a2-a061-3cf5f5673524 admin admin] Publish callbacks [] for security_group (ed5ddcf4-ead7-46be-afbb-50d9192f2772), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:31.362594 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a76835f-093f-48a2-a061-3cf5f5673524 admin admin] Publish callbacks [] for security_group (ed5ddcf4-ead7-46be-afbb-50d9192f2772), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:31.408977 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port a19597e3-3257-47d6-9ae2-c2ccbd295a77 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:39:31.413571 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port a19597e3-3257-47d6-9ae2-c2ccbd295a77 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:39:31.413988 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (a19597e3-3257-47d6-9ae2-c2ccbd295a77), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:31.458970 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddeb6e-af0b-48ad-9d4a-182fafe04a8b req-7cb8168a-0855-405d-8a4f-f43d72ef0f84 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:31.460484 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e6ddeb6e-af0b-48ad-9d4a-182fafe04a8b req-7cb8168a-0855-405d-8a4f-f43d72ef0f84 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0665057 Mar 21 11:39:31.461393 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a76835f-093f-48a2-a061-3cf5f5673524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (ed5ddcf4-ead7-46be-afbb-50d9192f2772), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:31.464793 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6a76835f-093f-48a2-a061-3cf5f5673524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:31.469233 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-6a76835f-093f-48a2-a061-3cf5f5673524 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed5ddcf4-ead7-46be-afbb-50d9192f2772 HTTP/1.1" status: 204 len: 168 time: 0.1888609 Mar 21 11:39:31.492093 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76835f-093f-48a2-a061-3cf5f5673524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5ddcf4-ead7-46be-afbb-50d9192f2772,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:31.525949 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port a19597e3-3257-47d6-9ae2-c2ccbd295a77 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:39:31.526432 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (a19597e3-3257-47d6-9ae2-c2ccbd295a77), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:31.531596 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e6ddeb6e-af0b-48ad-9d4a-182fafe04a8b req-0e1c08f2-ffdd-468f-92d3-7f7d742ea0d4 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609467 Mar 21 11:39:31.562978 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe1644c-fa2d-4c17-8da5-82d4113971b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19597e3-3257-47d6-9ae2-c2ccbd295a77'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:39:31.565921 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315581a7-e42c-4104-b4b7-3d213d3ffb21" -d '{"events": [{"server_uuid": "9fe1644c-fa2d-4c17-8da5-82d4113971b6", "name": "network-vif-plugged", "status": "completed", "tag": "a19597e3-3257-47d6-9ae2-c2ccbd295a77"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:39:31.572998 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port a19597e3-3257-47d6-9ae2-c2ccbd295a77, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=a19597e3-3257-47d6-9ae2-c2ccbd295a77,segment=NetworkSegment(1034bbe5-4735-4d60-934d-cb2798018335),segment_id=1034bbe5-4735-4d60-934d-cb2798018335)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:39:31.579471 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (a19597e3-3257-47d6-9ae2-c2ccbd295a77), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:31.618466 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21e1534-0ea8-4b0a-b0ea-6aab5e73095f x-openstack-request-id: req-c21e1534-0ea8-4b0a-b0ea-6aab5e73095f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:39:31.618776 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe1644c-fa2d-4c17-8da5-82d4113971b6", "name": "network-vif-plugged", "status": "completed", "tag": "a19597e3-3257-47d6-9ae2-c2ccbd295a77", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:39:31.619036 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c21e1534-0ea8-4b0a-b0ea-6aab5e73095f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:39:31.619454 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe1644c-fa2d-4c17-8da5-82d4113971b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19597e3-3257-47d6-9ae2-c2ccbd295a77', 'code': 200} Mar 21 11:39:31.645649 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=a19597e3-3257-47d6-9ae2-c2ccbd295a77,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:31.814907 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67835163-2a3b-4079-95d7-0d3690475d43 req-683f90a2-0c08-4c3f-960d-480429354882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:31.816886 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-67835163-2a3b-4079-95d7-0d3690475d43 req-683f90a2-0c08-4c3f-960d-480429354882 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 1129 time: 0.0521653 Mar 21 11:39:31.887017 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-67835163-2a3b-4079-95d7-0d3690475d43 req-a819e5d9-496c-41f1-a616-6a7bbbb9bf8f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621037 Mar 21 11:39:31.934592 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68da6d-96e9-4049-8d89-7d8b188235c1 req-144d329b-ddbe-4d28-a67d-a1b27890f410 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:31.936165 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0c68da6d-96e9-4049-8d89-7d8b188235c1 req-144d329b-ddbe-4d28-a67d-a1b27890f410 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 945 time: 0.0672169 Mar 21 11:39:31.989585 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0c68da6d-96e9-4049-8d89-7d8b188235c1 req-4e0ff1e0-fb8d-4f39-bc36-f707ef6140c3 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471208 Mar 21 11:39:32.577524 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-63ebf822-eab3-49bf-97d3-c877b9f2b406 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:32.579005 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-63ebf822-eab3-49bf-97d3-c877b9f2b406 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/networks?id=3e24755a-fe23-4c9c-8b0f-1edf60133853 HTTP/1.1" status: 200 len: 813 time: 0.1105034 Mar 21 11:39:32.594768 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-971fc389-e233-41f8-9267-b38ffc6406c5 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/quotas/ebbe14383f5941aeb7b08c5110f70afa HTTP/1.1" status: 200 len: 375 time: 0.0090780 Mar 21 11:39:32.635484 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-cbbec083-8daf-400d-a2ac-74fd9bec1f7c tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ebbe14383f5941aeb7b08c5110f70afa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342381 Mar 21 11:39:32.749309 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec190386-aaab-43ea-8e33-13aa0d41b34f req-8bbd386e-c9a7-41a7-9ca3-1e065e80792d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:32.750775 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ec190386-aaab-43ea-8e33-13aa0d41b34f req-8bbd386e-c9a7-41a7-9ca3-1e065e80792d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.1177182 Mar 21 11:39:32.761653 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-bd5b6be8-134e-4de7-85fe-f0f0fa970d2a service neutron] 10.222.0.61 "GET /v2.0/networks/3e24755a-fe23-4c9c-8b0f-1edf60133853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182086 Mar 21 11:39:32.875628 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ec190386-aaab-43ea-8e33-13aa0d41b34f req-6df5ba2c-34b6-47e4-9b46-a48b5c649762 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089804 Mar 21 11:39:32.898059 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-192d9221-ac20-42b2-8756-a85e10b90463 service neutron] 10.222.0.61 "GET /v2.0/networks/3e24755a-fe23-4c9c-8b0f-1edf60133853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304200 Mar 21 11:39:33.079409 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9335d65d-d311-4758-aca6-b54fc60eb4bf req-a37c66b7-d3b4-48c4-82b3-d3ac36351578 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 210 time: 0.0418127 Mar 21 11:39:33.139231 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f4f9f-e076-43fd-9a67-d0b5715b609c req-c6de2dd1-9182-4b8c-807d-27723c99e4f4 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:33.140759 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ac5f4f9f-e076-43fd-9a67-d0b5715b609c req-c6de2dd1-9182-4b8c-807d-27723c99e4f4 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 945 time: 0.0645530 Mar 21 11:39:33.192651 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ac5f4f9f-e076-43fd-9a67-d0b5715b609c req-84de71ee-5e34-4397-99db-897a775be707 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463142 Mar 21 11:39:33.997430 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34ae71-743c-4dbe-b100-4445b12f5d17 req-31bb071d-705d-4b25-aba3-08ac8522a25c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:33.999013 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0f34ae71-743c-4dbe-b100-4445b12f5d17 req-31bb071d-705d-4b25-aba3-08ac8522a25c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0527499 Mar 21 11:39:34.049626 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0f34ae71-743c-4dbe-b100-4445b12f5d17 req-05ee6221-3607-4921-9762-a1471e645268 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443554 Mar 21 11:39:34.206051 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-55c94b68-8f23-447c-8d17-c96c9c904c10 req-f4b43c2f-fc4f-426e-b8fd-054c5f464daf tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 210 time: 0.0423048 Mar 21 11:39:34.329044 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-7e0d8cc5-6317-490b-998f-001cb94c67e5 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:34.330467 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-7e0d8cc5-6317-490b-998f-001cb94c67e5 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.64 "GET /v2.0/networks?id=3e24755a-fe23-4c9c-8b0f-1edf60133853 HTTP/1.1" status: 200 len: 813 time: 0.1540587 Mar 21 11:39:34.349685 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-17a26a36-aca0-4e2c-ba3f-b746e61e975c tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Request body: {'port': {'device_id': 'bf3e1981-78e2-4b23-b58a-e07ee37fac4d', 'network_id': '3e24755a-fe23-4c9c-8b0f-1edf60133853', 'admin_state_up': True, 'tenant_id': 'ebbe14383f5941aeb7b08c5110f70afa'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:39:34.373105 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9322b86-957f-4fd9-bf19-b86674b1921e req-e01b28fc-6517-4018-9885-296e6b6efbb9 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:34.374657 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f9322b86-957f-4fd9-bf19-b86674b1921e req-e01b28fc-6517-4018-9885-296e6b6efbb9 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 945 time: 0.0902507 Mar 21 11:39:34.471414 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f9322b86-957f-4fd9-bf19-b86674b1921e req-f7a53966-2a06-4f38-a239-0664f3a55653 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696230 Mar 21 11:39:34.501762 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-17a26a36-aca0-4e2c-ba3f-b746e61e975c tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Made reservation on behalf of ebbe14383f5941aeb7b08c5110f70afa for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:39:34.505447 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-17a26a36-aca0-4e2c-ba3f-b746e61e975c tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:34.638144 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-17a26a36-aca0-4e2c-ba3f-b746e61e975c tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Allocated IP 172.20.0.8 (3e24755a-fe23-4c9c-8b0f-1edf60133853/ea0af4c1-dda5-4262-b1e3-8b4751d2e7d6/e4d51c7d-6156-41d1-bd9a-27c464fe452c) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:39:34.806482 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-17a26a36-aca0-4e2c-ba3f-b746e61e975c tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Publish callbacks [] for port (e4d51c7d-6156-41d1-bd9a-27c464fe452c), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:34.841933 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-17a26a36-aca0-4e2c-ba3f-b746e61e975c tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (e4d51c7d-6156-41d1-bd9a-27c464fe452c), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:34.888610 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-17a26a36-aca0-4e2c-ba3f-b746e61e975c tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Network 3e24755a-fe23-4c9c-8b0f-1edf60133853 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:39:34.893346 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-17a26a36-aca0-4e2c-ba3f-b746e61e975c tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:39:34.901687 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-17a26a36-aca0-4e2c-ba3f-b746e61e975c tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:39:34.907237 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-17a26a36-aca0-4e2c-ba3f-b746e61e975c tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:34.908112 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-17a26a36-aca0-4e2c-ba3f-b746e61e975c tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:34.915178 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a26a36-aca0-4e2c-ba3f-b746e61e975c tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Pushing event updated for resources: {'Port': ['ID=e4d51c7d-6156-41d1-bd9a-27c464fe452c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:34.934894 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-17a26a36-aca0-4e2c-ba3f-b746e61e975c tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5896006 Mar 21 11:39:34.950431 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Request body: {'port': {'device_id': 'bf3e1981-78e2-4b23-b58a-e07ee37fac4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:39:35.018755 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (e4d51c7d-6156-41d1-bd9a-27c464fe452c), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:35.295886 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f10be9-9376-4a69-9aa4-ad5b68c03574 req-248d551d-83bd-4efb-8ab9-7691462bc671 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:35.297283 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-63f10be9-9376-4a69-9aa4-ad5b68c03574 req-248d551d-83bd-4efb-8ab9-7691462bc671 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.1486449 Mar 21 11:39:35.308451 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a354c7-fd77-4b7a-87fc-2c489347dcf8 req-2ccac503-b26d-4d39-80eb-3f0ac495a528 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:35.309808 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b5a354c7-fd77-4b7a-87fc-2c489347dcf8 req-2ccac503-b26d-4d39-80eb-3f0ac495a528 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 945 time: 0.1491749 Mar 21 11:39:35.418118 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b5a354c7-fd77-4b7a-87fc-2c489347dcf8 req-ca66f8f5-ec4a-47eb-b999-0152ac2c9046 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028135 Mar 21 11:39:35.421358 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-63f10be9-9376-4a69-9aa4-ad5b68c03574 req-983e28e2-879a-49bc-8415-9782ee99871e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102970 Mar 21 11:39:35.456781 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d51c7d-6156-41d1-bd9a-27c464fe452c {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:39:35.464863 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Publish callbacks [] for port (e4d51c7d-6156-41d1-bd9a-27c464fe452c), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:35.479975 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Transition to ACTIVE for port object e4d51c7d-6156-41d1-bd9a-27c464fe452c will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:39:35.491877 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (e4d51c7d-6156-41d1-bd9a-27c464fe452c), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:35.563322 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d51c7d-6156-41d1-bd9a-27c464fe452c,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:35.605672 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec428c82-51d3-4076-b257-5e10efcee8be req-3586d387-d9ec-49a7-8e27-40e6bd71053d tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:35.607224 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ec428c82-51d3-4076-b257-5e10efcee8be req-3586d387-d9ec-49a7-8e27-40e6bd71053d tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 943 time: 0.1257982 Mar 21 11:39:35.608506 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Attempting to bind port e4d51c7d-6156-41d1-bd9a-27c464fe452c on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:39:35.608832 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Attempting to bind port e4d51c7d-6156-41d1-bd9a-27c464fe452c by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '04f5d841-5b21-4aff-8dbb-cbb06b551551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3e24755a-fe23-4c9c-8b0f-1edf60133853'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:39:35.609150 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Attempting to bind port e4d51c7d-6156-41d1-bd9a-27c464fe452c on network 3e24755a-fe23-4c9c-8b0f-1edf60133853 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:39:35.614749 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Port e4d51c7d-6156-41d1-bd9a-27c464fe452c on network 3e24755a-fe23-4c9c-8b0f-1edf60133853 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:39:35.615065 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Attempting to bind port e4d51c7d-6156-41d1-bd9a-27c464fe452c on network 3e24755a-fe23-4c9c-8b0f-1edf60133853 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:39:35.632755 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:39:35.633085 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Checking segment: {'id': '04f5d841-5b21-4aff-8dbb-cbb06b551551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3e24755a-fe23-4c9c-8b0f-1edf60133853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:39:35.633454 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Bound using segment: {'id': '04f5d841-5b21-4aff-8dbb-cbb06b551551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3e24755a-fe23-4c9c-8b0f-1edf60133853'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:39:35.633918 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Bound port: e4d51c7d-6156-41d1-bd9a-27c464fe452c, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f5d841-5b21-4aff-8dbb-cbb06b551551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3e24755a-fe23-4c9c-8b0f-1edf60133853'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:39:35.634268 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (e4d51c7d-6156-41d1-bd9a-27c464fe452c), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:35.691031 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ec428c82-51d3-4076-b257-5e10efcee8be req-8bc40be0-6e8a-4cde-9bc0-31ef2c0d87d6 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736713 Mar 21 11:39:35.716710 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] For port e4d51c7d-6156-41d1-bd9a-27c464fe452c, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:39:35.720859 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] For port e4d51c7d-6156-41d1-bd9a-27c464fe452c, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e4d51c7d-6156-41d1-bd9a-27c464fe452c,segment=NetworkSegment(04f5d841-5b21-4aff-8dbb-cbb06b551551),segment_id=04f5d841-5b21-4aff-8dbb-cbb06b551551)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:39:35.726755 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (e4d51c7d-6156-41d1-bd9a-27c464fe452c), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:35.764004 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:35.764962 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:35.766320 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] 10.222.0.64 "PUT /v2.0/ports/e4d51c7d-6156-41d1-bd9a-27c464fe452c HTTP/1.1" status: 200 len: 1093 time: 0.8211303 Mar 21 11:39:35.768373 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3e1981-78e2-4b23-b58a-e07ee37fac4d', 'tag': 'e4d51c7d-6156-41d1-bd9a-27c464fe452c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:39:35.771615 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a65eda-44cc-4f70-a86c-63e484917952" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3e1981-78e2-4b23-b58a-e07ee37fac4d", "tag": "e4d51c7d-6156-41d1-bd9a-27c464fe452c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:39:35.798438 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbc7ce-a340-4334-9ea0-a536e7900be8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d51c7d-6156-41d1-bd9a-27c464fe452c,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:35.810883 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f223de1-fe8d-423e-ac8a-88f1e9917f0f x-openstack-request-id: req-9f223de1-fe8d-423e-ac8a-88f1e9917f0f {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:39:35.811169 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3e1981-78e2-4b23-b58a-e07ee37fac4d", "tag": "e4d51c7d-6156-41d1-bd9a-27c464fe452c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:39:35.811419 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9f223de1-fe8d-423e-ac8a-88f1e9917f0f {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:39:35.811838 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3e1981-78e2-4b23-b58a-e07ee37fac4d', 'tag': 'e4d51c7d-6156-41d1-bd9a-27c464fe452c', 'status': 'completed', 'code': 200} Mar 21 11:39:35.869383 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-df19f45e-b0db-4000-a6b5-ab5da991ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:35.870811 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-df19f45e-b0db-4000-a6b5-ab5da991ea82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ebbe14383f5941aeb7b08c5110f70afa&device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 1127 time: 0.0479124 Mar 21 11:39:35.912888 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-10313ec9-f32c-40a5-84cb-5d442aba09cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d51c7d-6156-41d1-bd9a-27c464fe452c HTTP/1.1" status: 200 len: 217 time: 0.0332704 Mar 21 11:39:35.961295 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-04e25fdd-ed9e-461f-b4c1-b8e9c6881ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:35.963409 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-04e25fdd-ed9e-461f-b4c1-b8e9c6881ad9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea0af4c1-dda5-4262-b1e3-8b4751d2e7d6 HTTP/1.1" status: 200 len: 853 time: 0.0420322 Mar 21 11:39:36.012154 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-dd1405ec-2eaa-427b-a202-f5f73d617c9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e24755a-fe23-4c9c-8b0f-1edf60133853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316441 Mar 21 11:39:36.119747 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-30f1db02-6a2f-4ac6-8a03-f2fcbc68633e service neutron] 10.222.0.64 "GET /v2.0/networks/3e24755a-fe23-4c9c-8b0f-1edf60133853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938029 Mar 21 11:39:36.246634 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-85eb36bc-7865-4435-984b-47c3e6622c55 req-94df96b8-7940-4126-bf67-8ee2191be305 service neutron] 10.222.0.64 "GET /v2.0/networks/3e24755a-fe23-4c9c-8b0f-1edf60133853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023645 Mar 21 11:39:36.345006 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a65eda-44cc-4f70-a86c-63e484917952 req-a2332c4d-c2e5-412e-b046-4652e0eec32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:36.346652 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-92a65eda-44cc-4f70-a86c-63e484917952 req-a2332c4d-c2e5-412e-b046-4652e0eec32e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ebbe14383f5941aeb7b08c5110f70afa&device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 1127 time: 0.0459161 Mar 21 11:39:36.442493 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a65eda-44cc-4f70-a86c-63e484917952 req-3f780e43-8960-4ddb-bb16-56f049df3a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:36.444847 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-92a65eda-44cc-4f70-a86c-63e484917952 req-3f780e43-8960-4ddb-bb16-56f049df3a00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e24755a-fe23-4c9c-8b0f-1edf60133853 HTTP/1.1" status: 200 len: 914 time: 0.0899754 Mar 21 11:39:36.505964 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-92a65eda-44cc-4f70-a86c-63e484917952 req-7bacf560-a819-40c0-8b07-564547bb8428 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d51c7d-6156-41d1-bd9a-27c464fe452c HTTP/1.1" status: 200 len: 217 time: 0.0544727 Mar 21 11:39:36.615747 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a65eda-44cc-4f70-a86c-63e484917952 req-039734c6-1f05-4960-b7b3-726e31746d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:36.617474 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-92a65eda-44cc-4f70-a86c-63e484917952 req-039734c6-1f05-4960-b7b3-726e31746d36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea0af4c1-dda5-4262-b1e3-8b4751d2e7d6 HTTP/1.1" status: 200 len: 853 time: 0.0902169 Mar 21 11:39:36.633535 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ac67d-e76c-4c7e-9e0e-99b6ba2ceba1 req-f96c2864-1eb1-4648-9370-5154ae82af11 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:36.635585 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-750ac67d-e76c-4c7e-9e0e-99b6ba2ceba1 req-f96c2864-1eb1-4648-9370-5154ae82af11 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.1391621 Mar 21 11:39:36.654786 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ce158-aa0b-4889-b9b6-c9e0c48a09d7 req-2a86e0f4-7ceb-477e-a212-e45d14293ea9 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:36.656264 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f43ce158-aa0b-4889-b9b6-c9e0c48a09d7 req-2a86e0f4-7ceb-477e-a212-e45d14293ea9 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 945 time: 0.1277487 Mar 21 11:39:36.680060 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-92a65eda-44cc-4f70-a86c-63e484917952 req-0845ff39-622b-43ed-87ce-86f51570fc7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e24755a-fe23-4c9c-8b0f-1edf60133853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434673 Mar 21 11:39:36.763864 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37714) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:36.808106 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-750ac67d-e76c-4c7e-9e0e-99b6ba2ceba1 req-4e08dffc-a25d-4e11-9122-68de40d520e7 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616671 Mar 21 11:39:36.812798 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f43ce158-aa0b-4889-b9b6-c9e0c48a09d7 req-8d4a8ffd-ccbf-4cc2-9c2b-581de72168c9 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350119 Mar 21 11:39:36.843653 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-92a65eda-44cc-4f70-a86c-63e484917952 req-ca693f0e-3ec5-458d-ab9d-dc8bde0d5e4c service neutron] 10.222.0.64 "GET /v2.0/networks/3e24755a-fe23-4c9c-8b0f-1edf60133853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489024 Mar 21 11:39:36.888784 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-77037f5f-fbe8-4791-bf23-0c72ca8b3591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:36.962702 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-77037f5f-fbe8-4791-bf23-0c72ca8b3591 admin admin] Publish callbacks [] for security_group (6a4ecd21-c111-4d55-8e3e-16f6c4bfc999), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:36.967353 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-77037f5f-fbe8-4791-bf23-0c72ca8b3591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (6a4ecd21-c111-4d55-8e3e-16f6c4bfc999), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:36.981971 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-92a65eda-44cc-4f70-a86c-63e484917952 req-5dfd60d9-0e2d-4c7f-8287-c8029c888e63 service neutron] 10.222.0.64 "GET /v2.0/networks/3e24755a-fe23-4c9c-8b0f-1edf60133853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246853 Mar 21 11:39:36.989978 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0389b4-0c23-4927-b4df-d2a2237abb2f req-d9e5013d-d47e-4da4-8bd0-ec554b2aad86 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:36.991380 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1b0389b4-0c23-4927-b4df-d2a2237abb2f req-d9e5013d-d47e-4da4-8bd0-ec554b2aad86 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 943 time: 0.0904875 Mar 21 11:39:37.005201 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-77037f5f-fbe8-4791-bf23-0c72ca8b3591 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6b57104c6c43488d9d07c4efa62406e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369485 Mar 21 11:39:37.005958 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37718) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:37.027148 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77037f5f-fbe8-4791-bf23-0c72ca8b3591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4ecd21-c111-4d55-8e3e-16f6c4bfc999,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:37.065091 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ef93192-fbaa-413d-9e03-24f4fc3622fd admin admin] Publish callbacks [] for security_group (6a4ecd21-c111-4d55-8e3e-16f6c4bfc999), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:37.088603 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ef93192-fbaa-413d-9e03-24f4fc3622fd admin admin] Publish callbacks [] for security_group (6a4ecd21-c111-4d55-8e3e-16f6c4bfc999), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:37.139417 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ef93192-fbaa-413d-9e03-24f4fc3622fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (6a4ecd21-c111-4d55-8e3e-16f6c4bfc999), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:37.142816 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6ef93192-fbaa-413d-9e03-24f4fc3622fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:37.146938 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6ef93192-fbaa-413d-9e03-24f4fc3622fd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a4ecd21-c111-4d55-8e3e-16f6c4bfc999 HTTP/1.1" status: 204 len: 168 time: 0.1402113 Mar 21 11:39:37.156804 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef93192-fbaa-413d-9e03-24f4fc3622fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4ecd21-c111-4d55-8e3e-16f6c4bfc999,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:37.278599 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1b0389b4-0c23-4927-b4df-d2a2237abb2f req-79f72183-b72d-42b0-ac02-db3f164df6af tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806978 Mar 21 11:39:37.296590 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2203200-9907-46ff-b7e8-9f423e8556bf req-3e116bac-f9bc-4faf-94ef-d4039799effa tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:37.298001 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e2203200-9907-46ff-b7e8-9f423e8556bf req-3e116bac-f9bc-4faf-94ef-d4039799effa tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 945 time: 0.0736849 Mar 21 11:39:37.401563 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-e2203200-9907-46ff-b7e8-9f423e8556bf req-171aaee9-df24-479a-be13-24ea2aaafaa4 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Deleting port a19597e3-3257-47d6-9ae2-c2ccbd295a77 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:39:37.401943 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e2203200-9907-46ff-b7e8-9f423e8556bf req-171aaee9-df24-479a-be13-24ea2aaafaa4 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (a19597e3-3257-47d6-9ae2-c2ccbd295a77), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:37.442799 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37726) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:37.455541 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-98f86f75-a3e0-4295-99a4-7df8659e5edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:37.497449 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-e2203200-9907-46ff-b7e8-9f423e8556bf req-171aaee9-df24-479a-be13-24ea2aaafaa4 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] For port a19597e3-3257-47d6-9ae2-c2ccbd295a77, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=a19597e3-3257-47d6-9ae2-c2ccbd295a77,segment=NetworkSegment(1034bbe5-4735-4d60-934d-cb2798018335),segment_id=1034bbe5-4735-4d60-934d-cb2798018335)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:39:37.498106 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e2203200-9907-46ff-b7e8-9f423e8556bf req-171aaee9-df24-479a-be13-24ea2aaafaa4 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (a19597e3-3257-47d6-9ae2-c2ccbd295a77), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:37.514458 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-e2203200-9907-46ff-b7e8-9f423e8556bf req-171aaee9-df24-479a-be13-24ea2aaafaa4 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Calling delete_port for a19597e3-3257-47d6-9ae2-c2ccbd295a77 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:39:37.536556 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-98f86f75-a3e0-4295-99a4-7df8659e5edc admin admin] Publish callbacks [] for security_group (470530ea-ba7d-47f4-b234-0471e0f92060), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:37.540683 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-98f86f75-a3e0-4295-99a4-7df8659e5edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (470530ea-ba7d-47f4-b234-0471e0f92060), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:37.577514 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-98f86f75-a3e0-4295-99a4-7df8659e5edc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=443673fbdaef4f4b897339a71a905f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335607 Mar 21 11:39:37.578211 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f86f75-a3e0-4295-99a4-7df8659e5edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470530ea-ba7d-47f4-b234-0471e0f92060,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:37.580521 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37728) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:37.636961 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-628228c5-6aa5-4985-b7d9-0ca5732963c2 admin admin] Publish callbacks [] for security_group (470530ea-ba7d-47f4-b234-0471e0f92060), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:37.644910 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e2203200-9907-46ff-b7e8-9f423e8556bf req-171aaee9-df24-479a-be13-24ea2aaafaa4 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604'] for port (a19597e3-3257-47d6-9ae2-c2ccbd295a77), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:37.658997 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-628228c5-6aa5-4985-b7d9-0ca5732963c2 admin admin] Publish callbacks [] for security_group (470530ea-ba7d-47f4-b234-0471e0f92060), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:37.659184 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['a19597e3-3257-47d6-9ae2-c2ccbd295a77'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:39:37.673189 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171aaee9-df24-479a-be13-24ea2aaafaa4 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Pushing event deleted for resources: {'Port': ['ID=a19597e3-3257-47d6-9ae2-c2ccbd295a77,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:37.709465 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-628228c5-6aa5-4985-b7d9-0ca5732963c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (470530ea-ba7d-47f4-b234-0471e0f92060), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:37.712692 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-628228c5-6aa5-4985-b7d9-0ca5732963c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:37.713846 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-628228c5-6aa5-4985-b7d9-0ca5732963c2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/470530ea-ba7d-47f4-b234-0471e0f92060 HTTP/1.1" status: 204 len: 168 time: 0.1325221 Mar 21 11:39:37.717408 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2203200-9907-46ff-b7e8-9f423e8556bf req-171aaee9-df24-479a-be13-24ea2aaafaa4 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] No DVR routers for this DVR port a19597e3-3257-47d6-9ae2-c2ccbd295a77 on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:39:37.720607 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-e2203200-9907-46ff-b7e8-9f423e8556bf req-171aaee9-df24-479a-be13-24ea2aaafaa4 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:37.724010 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e2203200-9907-46ff-b7e8-9f423e8556bf req-171aaee9-df24-479a-be13-24ea2aaafaa4 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.64 "DELETE /v2.0/ports/a19597e3-3257-47d6-9ae2-c2ccbd295a77 HTTP/1.1" status: 204 len: 173 time: 0.4156711 Mar 21 11:39:37.724560 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628228c5-6aa5-4985-b7d9-0ca5732963c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470530ea-ba7d-47f4-b234-0471e0f92060,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:37.813296 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe1644c-fa2d-4c17-8da5-82d4113971b6', 'name': 'network-vif-deleted', 'tag': 'a19597e3-3257-47d6-9ae2-c2ccbd295a77'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:39:37.815992 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30aea8bd-a862-4aa7-95bd-2db80c8805cf" -d '{"events": [{"server_uuid": "9fe1644c-fa2d-4c17-8da5-82d4113971b6", "name": "network-vif-deleted", "tag": "a19597e3-3257-47d6-9ae2-c2ccbd295a77"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:39:37.884380 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794f100a-3738-41ce-82fa-df53de66dae0 x-openstack-request-id: req-794f100a-3738-41ce-82fa-df53de66dae0 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:39:37.884902 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe1644c-fa2d-4c17-8da5-82d4113971b6", "name": "network-vif-deleted", "tag": "a19597e3-3257-47d6-9ae2-c2ccbd295a77", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:39:37.885249 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-794f100a-3738-41ce-82fa-df53de66dae0 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:39:37.885771 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe1644c-fa2d-4c17-8da5-82d4113971b6', 'name': 'network-vif-deleted', 'tag': 'a19597e3-3257-47d6-9ae2-c2ccbd295a77', 'status': 'completed', 'code': 200} Mar 21 11:39:37.958427 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3fa49-481c-486a-89c2-ba570cedb86e req-843411d3-71b0-4ba3-924f-9e14a5639a65 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:37.959673 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0ab3fa49-481c-486a-89c2-ba570cedb86e req-843411d3-71b0-4ba3-924f-9e14a5639a65 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0729868 Mar 21 11:39:38.012830 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-58598686-2daa-40a5-9369-954ecab6f141 req-58887720-22e8-4083-b73e-ba3773816eab tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fe1644c-fa2d-4c17-8da5-82d4113971b6 HTTP/1.1" status: 200 len: 210 time: 0.0431724 Mar 21 11:39:38.040279 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0ab3fa49-481c-486a-89c2-ba570cedb86e req-1c73872a-811a-4997-9db8-5bd1381bcc80 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718584 Mar 21 11:39:38.404077 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624d55a-b039-41aa-9631-45a3275b3dbe req-0f7bb5b4-9fd8-456c-b46d-4c39650357b0 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:38.412199 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d624d55a-b039-41aa-9631-45a3275b3dbe req-0f7bb5b4-9fd8-456c-b46d-4c39650357b0 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 943 time: 0.0644231 Mar 21 11:39:38.461460 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d624d55a-b039-41aa-9631-45a3275b3dbe req-c4be7ae4-f282-49e2-b678-7f3206ead185 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483820 Mar 21 11:39:39.172305 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b78e2-8d65-4e3b-84e3-53cb0c553b98 req-daa9e752-05c1-4006-90eb-1cfce8cadf0d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:39.173824 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f54b78e2-8d65-4e3b-84e3-53cb0c553b98 req-daa9e752-05c1-4006-90eb-1cfce8cadf0d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0542815 Mar 21 11:39:39.256688 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f54b78e2-8d65-4e3b-84e3-53cb0c553b98 req-832cca47-c51f-4980-8aba-e796be30f2dd tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744767 Mar 21 11:39:39.356585 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-8e3b8072-e7dc-429c-8b20-b3e1d5971b21 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:39.358088 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-8e3b8072-e7dc-429c-8b20-b3e1d5971b21 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/networks?id=983a34af-f8b1-4505-82d9-b7c23495d63e HTTP/1.1" status: 200 len: 808 time: 0.1192768 Mar 21 11:39:39.372759 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-2939dcfa-6a7d-4bfc-9103-9391a5d411f4 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/quotas/1097cf54db80424e866d88fd54d795fa HTTP/1.1" status: 200 len: 375 time: 0.0092170 Mar 21 11:39:39.393645 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device e4d51c7d-6156-41d1-bd9a-27c464fe452c details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:39:39.417664 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-ac7511f1-1af3-4276-97ce-29776ac2e5e5 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1097cf54db80424e866d88fd54d795fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395105 Mar 21 11:39:39.478194 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37808) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:39.506449 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port e4d51c7d-6156-41d1-bd9a-27c464fe452c, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e4d51c7d-6156-41d1-bd9a-27c464fe452c,segment=NetworkSegment(04f5d841-5b21-4aff-8dbb-cbb06b551551),segment_id=04f5d841-5b21-4aff-8dbb-cbb06b551551)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:39:39.518968 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': 'e4d51c7d-6156-41d1-bd9a-27c464fe452c', 'network_id': '3e24755a-fe23-4c9c-8b0f-1edf60133853', 'port_id': 'e4d51c7d-6156-41d1-bd9a-27c464fe452c', 'mac_address': 'fa:16:3e:d5:61:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0af4c1-dda5-4262-b1e3-8b4751d2e7d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:39:39.523827 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-74046f2f-dbb1-4d89-8e64-5b36ec6378f6 service neutron] 10.222.0.61 "GET /v2.0/networks/983a34af-f8b1-4505-82d9-b7c23495d63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053047 Mar 21 11:39:39.557727 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port e4d51c7d-6156-41d1-bd9a-27c464fe452c is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:39:39.561256 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (e4d51c7d-6156-41d1-bd9a-27c464fe452c), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:39.575705 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d51c7d-6156-41d1-bd9a-27c464fe452c {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:39:39.602367 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port e4d51c7d-6156-41d1-bd9a-27c464fe452c, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e4d51c7d-6156-41d1-bd9a-27c464fe452c,segment=NetworkSegment(04f5d841-5b21-4aff-8dbb-cbb06b551551),segment_id=04f5d841-5b21-4aff-8dbb-cbb06b551551)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:39:39.609363 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (e4d51c7d-6156-41d1-bd9a-27c464fe452c), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:39.624230 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-640aefad-9d95-4db2-80e1-d36c188ac339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:39.650241 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4497a-470a-4507-856f-23f927986045 req-bfda089b-500a-4c0f-96cb-97069d806c00 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:39.651724 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-00a4497a-470a-4507-856f-23f927986045 req-bfda089b-500a-4c0f-96cb-97069d806c00 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 943 time: 0.1124325 Mar 21 11:39:39.664339 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=e4d51c7d-6156-41d1-bd9a-27c464fe452c,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:39.679385 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-1cb96a12-dc2e-451f-8224-ce288ce0117e service neutron] 10.222.0.61 "GET /v2.0/networks/983a34af-f8b1-4505-82d9-b7c23495d63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492736 Mar 21 11:39:39.705778 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-640aefad-9d95-4db2-80e1-d36c188ac339 admin admin] Publish callbacks [] for security_group (95c922bc-9d00-45af-80bf-4c05c3a52493), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:39.710061 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-640aefad-9d95-4db2-80e1-d36c188ac339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (95c922bc-9d00-45af-80bf-4c05c3a52493), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:39.711265 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-00a4497a-470a-4507-856f-23f927986045 req-68025cff-7264-42f5-9309-eee778d214aa tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501518 Mar 21 11:39:39.750307 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640aefad-9d95-4db2-80e1-d36c188ac339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c922bc-9d00-45af-80bf-4c05c3a52493,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:39.763231 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-640aefad-9d95-4db2-80e1-d36c188ac339 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a5dafcf53d746b78dd98debaf3fc582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839644 Mar 21 11:39:39.766184 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 37814) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:39.836006 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-361865b8-044b-4c85-9e82-71e0b0a4ce7d admin admin] Publish callbacks [] for security_group (95c922bc-9d00-45af-80bf-4c05c3a52493), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:39.852985 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-df032bdd-95f0-47de-acac-926c187e45b8 req-8f110c5d-76bb-41e0-91cd-90f01eef0833 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 210 time: 0.0339429 Mar 21 11:39:39.883252 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-361865b8-044b-4c85-9e82-71e0b0a4ce7d admin admin] Publish callbacks [] for security_group (95c922bc-9d00-45af-80bf-4c05c3a52493), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:39.936208 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-361865b8-044b-4c85-9e82-71e0b0a4ce7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (95c922bc-9d00-45af-80bf-4c05c3a52493), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:39.938821 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-361865b8-044b-4c85-9e82-71e0b0a4ce7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:39.942726 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-361865b8-044b-4c85-9e82-71e0b0a4ce7d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95c922bc-9d00-45af-80bf-4c05c3a52493 HTTP/1.1" status: 204 len: 168 time: 0.1732752 Mar 21 11:39:39.950144 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361865b8-044b-4c85-9e82-71e0b0a4ce7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c922bc-9d00-45af-80bf-4c05c3a52493,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:40.040941 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['e4d51c7d-6156-41d1-bd9a-27c464fe452c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:39:40.087493 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d6025c2-b835-45ac-812a-65dcc613ea5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:40.197314 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d885fa-47e3-4d04-93cb-c7ce268d2076 req-f12b3542-a66f-4580-a6ab-baab40ada6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:40.201742 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c7d885fa-47e3-4d04-93cb-c7ce268d2076 req-f12b3542-a66f-4580-a6ab-baab40ada6b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 1129 time: 0.0604658 Mar 21 11:39:40.259956 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c7d885fa-47e3-4d04-93cb-c7ce268d2076 req-8e1b084e-4351-40f7-be3c-acba52a016f6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470650 Mar 21 11:39:40.288061 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37832) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:40.301944 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3f97-d299-4d65-b633-f0dad5c918ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:40.390002 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3f97-d299-4d65-b633-f0dad5c918ea admin admin] Publish callbacks [] for security_group (88576668-4ba2-4554-9d7e-4cd9e3a8c678), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:40.390920 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcad018-5f29-4d0f-ae54-e2de95d5a2b6 req-0b6dcc99-2789-49fa-b93f-3750965f0d48 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:40.392422 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ffcad018-5f29-4d0f-ae54-e2de95d5a2b6 req-0b6dcc99-2789-49fa-b93f-3750965f0d48 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0625081 Mar 21 11:39:40.394205 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3f97-d299-4d65-b633-f0dad5c918ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (88576668-4ba2-4554-9d7e-4cd9e3a8c678), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:40.434067 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-fe1c3f97-d299-4d65-b633-f0dad5c918ea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=68480656aa394b7abfa5d08f1b3dec9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446724 Mar 21 11:39:40.435158 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c3f97-d299-4d65-b633-f0dad5c918ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88576668-4ba2-4554-9d7e-4cd9e3a8c678,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:40.438058 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 37836) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:40.448301 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ffcad018-5f29-4d0f-ae54-e2de95d5a2b6 req-9fefee21-8c6e-4eb3-9e3c-f13ce9365f05 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498443 Mar 21 11:39:40.486147 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67cbcfa8-ea81-4ba8-aeb5-5cdd722bf82b admin admin] Publish callbacks [] for security_group (88576668-4ba2-4554-9d7e-4cd9e3a8c678), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:40.507980 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67cbcfa8-ea81-4ba8-aeb5-5cdd722bf82b admin admin] Publish callbacks [] for security_group (88576668-4ba2-4554-9d7e-4cd9e3a8c678), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:40.561501 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67cbcfa8-ea81-4ba8-aeb5-5cdd722bf82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (88576668-4ba2-4554-9d7e-4cd9e3a8c678), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:40.563761 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67cbcfa8-ea81-4ba8-aeb5-5cdd722bf82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:40.564916 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-67cbcfa8-ea81-4ba8-aeb5-5cdd722bf82b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88576668-4ba2-4554-9d7e-4cd9e3a8c678 HTTP/1.1" status: 204 len: 168 time: 0.1259313 Mar 21 11:39:40.573066 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbcfa8-ea81-4ba8-aeb5-5cdd722bf82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88576668-4ba2-4554-9d7e-4cd9e3a8c678,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:40.837643 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce5b22-18e9-4aa6-893b-6134e3146460 req-f1cdae3f-977d-428a-998d-785c3b458e7f tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:40.839151 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-45ce5b22-18e9-4aa6-893b-6134e3146460 req-f1cdae3f-977d-428a-998d-785c3b458e7f tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 944 time: 0.0529189 Mar 21 11:39:40.888175 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-45ce5b22-18e9-4aa6-893b-6134e3146460 req-f3b832b1-54b2-4daa-9164-a6ae31b4d556 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428061 Mar 21 11:39:40.956226 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-78e54f40-98cb-48b1-a90f-e2073610946b req-d78f4236-824d-44ef-aa40-33d418fe3ccb tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 210 time: 0.0272729 Mar 21 11:39:41.254358 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-71dd9491-a64a-4e67-90a6-e7ddad006233 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:41.256159 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-71dd9491-a64a-4e67-90a6-e7ddad006233 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.64 "GET /v2.0/networks?id=983a34af-f8b1-4505-82d9-b7c23495d63e HTTP/1.1" status: 200 len: 808 time: 0.1155415 Mar 21 11:39:41.276408 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-33b19e73-679b-4364-8ffe-305d78a3b4c7 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Request body: {'port': {'device_id': '6b344afb-1226-4942-83f3-7bfb267e1ed7', 'network_id': '983a34af-f8b1-4505-82d9-b7c23495d63e', 'admin_state_up': True, 'tenant_id': '1097cf54db80424e866d88fd54d795fa'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:39:41.386385 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-33b19e73-679b-4364-8ffe-305d78a3b4c7 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Made reservation on behalf of 1097cf54db80424e866d88fd54d795fa for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:39:41.393881 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device e4d51c7d-6156-41d1-bd9a-27c464fe452c up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:39:41.397737 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-33b19e73-679b-4364-8ffe-305d78a3b4c7 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:41.451283 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port e4d51c7d-6156-41d1-bd9a-27c464fe452c completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:39:41.455078 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port e4d51c7d-6156-41d1-bd9a-27c464fe452c triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:39:41.455473 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (e4d51c7d-6156-41d1-bd9a-27c464fe452c), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:41.550103 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port e4d51c7d-6156-41d1-bd9a-27c464fe452c is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:39:41.550493 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (e4d51c7d-6156-41d1-bd9a-27c464fe452c), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:41.580030 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3e1981-78e2-4b23-b58a-e07ee37fac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d51c7d-6156-41d1-bd9a-27c464fe452c'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:39:41.582663 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e9a75d-da6d-4f78-ae0b-d8e7038fac47" -d '{"events": [{"server_uuid": "bf3e1981-78e2-4b23-b58a-e07ee37fac4d", "name": "network-vif-plugged", "status": "completed", "tag": "e4d51c7d-6156-41d1-bd9a-27c464fe452c"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:39:41.589117 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-33b19e73-679b-4364-8ffe-305d78a3b4c7 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Allocated IP 172.20.0.9 (983a34af-f8b1-4505-82d9-b7c23495d63e/3cc2fc9b-9edf-4525-aed3-44d7151e260d/1e035304-c347-4d43-a664-2d5674b44489) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:39:41.626498 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e53988-8f21-4eba-afad-1a2e240c4e04 req-7d4e0b7f-ba88-4947-9b44-e4459dd629f5 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:41.628870 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-13e53988-8f21-4eba-afad-1a2e240c4e04 req-7d4e0b7f-ba88-4947-9b44-e4459dd629f5 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0930908 Mar 21 11:39:41.629234 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port e4d51c7d-6156-41d1-bd9a-27c464fe452c, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e4d51c7d-6156-41d1-bd9a-27c464fe452c,segment=NetworkSegment(04f5d841-5b21-4aff-8dbb-cbb06b551551),segment_id=04f5d841-5b21-4aff-8dbb-cbb06b551551)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:39:41.637855 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (e4d51c7d-6156-41d1-bd9a-27c464fe452c), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:41.638894 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device a19597e3-3257-47d6-9ae2-c2ccbd295a77 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:39:41.685831 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11c7526-5a70-42be-925c-96b1ff32fe7d x-openstack-request-id: req-e11c7526-5a70-42be-925c-96b1ff32fe7d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:39:41.686118 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3e1981-78e2-4b23-b58a-e07ee37fac4d", "name": "network-vif-plugged", "status": "completed", "tag": "e4d51c7d-6156-41d1-bd9a-27c464fe452c", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:39:41.686648 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e11c7526-5a70-42be-925c-96b1ff32fe7d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:39:41.687246 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3e1981-78e2-4b23-b58a-e07ee37fac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d51c7d-6156-41d1-bd9a-27c464fe452c', 'code': 200} Mar 21 11:39:41.689868 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: a19597e3-3257-47d6-9ae2-c2ccbd295a77 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:39:41.691441 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device a19597e3-3257-47d6-9ae2-c2ccbd295a77 not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:39:41.717690 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=e4d51c7d-6156-41d1-bd9a-27c464fe452c,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:41.778482 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-13e53988-8f21-4eba-afad-1a2e240c4e04 req-f54bfa37-d9f4-41ba-9dd7-c01802f8f4fc tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310871 Mar 21 11:39:41.854241 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-33b19e73-679b-4364-8ffe-305d78a3b4c7 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Publish callbacks [] for port (1e035304-c347-4d43-a664-2d5674b44489), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:41.924498 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1e1fd-425e-4d2e-aabb-1fad66ead70c req-4e9c6bee-5b92-40e9-862e-9b83d31829a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:41.926095 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-98a1e1fd-425e-4d2e-aabb-1fad66ead70c req-4e9c6bee-5b92-40e9-862e-9b83d31829a2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 1129 time: 0.0697873 Mar 21 11:39:41.927847 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-33b19e73-679b-4364-8ffe-305d78a3b4c7 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (1e035304-c347-4d43-a664-2d5674b44489), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:42.020342 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-33b19e73-679b-4364-8ffe-305d78a3b4c7 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Network 983a34af-f8b1-4505-82d9-b7c23495d63e is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:39:42.034686 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-33b19e73-679b-4364-8ffe-305d78a3b4c7 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:39:42.045821 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b19e73-679b-4364-8ffe-305d78a3b4c7 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Pushing event updated for resources: {'Port': ['ID=1e035304-c347-4d43-a664-2d5674b44489,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:42.048237 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-33b19e73-679b-4364-8ffe-305d78a3b4c7 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:39:42.053523 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-33b19e73-679b-4364-8ffe-305d78a3b4c7 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:42.054161 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-33b19e73-679b-4364-8ffe-305d78a3b4c7 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:42.099954 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-98a1e1fd-425e-4d2e-aabb-1fad66ead70c req-04e51883-445b-4f37-b418-b819a811a8b3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644144 Mar 21 11:39:42.108027 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-33b19e73-679b-4364-8ffe-305d78a3b4c7 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8399186 Mar 21 11:39:42.127571 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1f21d-abcf-471f-9e87-2bf74d7634f6 req-ae47f446-e56f-43e9-9875-6ad022d79bc1 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:42.129332 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-15a1f21d-abcf-471f-9e87-2bf74d7634f6 req-ae47f446-e56f-43e9-9875-6ad022d79bc1 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 945 time: 0.1526961 Mar 21 11:39:42.141874 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0705aa-4425-436f-9a8c-7e2a63318f8b req-d8350594-9f99-45ea-ac49-dedd7bea1ddd tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:42.143424 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ef0705aa-4425-436f-9a8c-7e2a63318f8b req-d8350594-9f99-45ea-ac49-dedd7bea1ddd tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 931 time: 0.1172884 Mar 21 11:39:42.215053 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-15a1f21d-abcf-471f-9e87-2bf74d7634f6 req-c376b3d1-d0ca-4891-a264-67921f7dbcbf tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706398 Mar 21 11:39:42.219260 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ef0705aa-4425-436f-9a8c-7e2a63318f8b req-f3ccd71f-9620-4e72-98f4-ee6e07e054f9 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691130 Mar 21 11:39:42.247076 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-53905c0c-4481-4a2a-b10b-fe8b054114cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:42.348865 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Request body: {'port': {'device_id': '6b344afb-1226-4942-83f3-7bfb267e1ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:39:42.406931 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1e035304-c347-4d43-a664-2d5674b44489), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:42.682095 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e035304-c347-4d43-a664-2d5674b44489 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:39:42.689200 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Publish callbacks [] for port (1e035304-c347-4d43-a664-2d5674b44489), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:42.700433 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Transition to ACTIVE for port object 1e035304-c347-4d43-a664-2d5674b44489 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:39:42.703537 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1e035304-c347-4d43-a664-2d5674b44489), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:42.750180 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Pushing event updated for resources: {'Port': ['ID=1e035304-c347-4d43-a664-2d5674b44489,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:42.782793 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Attempting to bind port 1e035304-c347-4d43-a664-2d5674b44489 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:39:42.783124 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Attempting to bind port 1e035304-c347-4d43-a664-2d5674b44489 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '1034bbe5-4735-4d60-934d-cb2798018335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983a34af-f8b1-4505-82d9-b7c23495d63e'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:39:42.783447 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Attempting to bind port 1e035304-c347-4d43-a664-2d5674b44489 on network 983a34af-f8b1-4505-82d9-b7c23495d63e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:39:42.787556 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Port 1e035304-c347-4d43-a664-2d5674b44489 on network 983a34af-f8b1-4505-82d9-b7c23495d63e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:39:42.787906 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Attempting to bind port 1e035304-c347-4d43-a664-2d5674b44489 on network 983a34af-f8b1-4505-82d9-b7c23495d63e {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:39:42.793102 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:39:42.793436 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Checking segment: {'id': '1034bbe5-4735-4d60-934d-cb2798018335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983a34af-f8b1-4505-82d9-b7c23495d63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:39:42.793807 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Bound using segment: {'id': '1034bbe5-4735-4d60-934d-cb2798018335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983a34af-f8b1-4505-82d9-b7c23495d63e'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:39:42.794220 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Bound port: 1e035304-c347-4d43-a664-2d5674b44489, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1034bbe5-4735-4d60-934d-cb2798018335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983a34af-f8b1-4505-82d9-b7c23495d63e'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:39:42.794565 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1e035304-c347-4d43-a664-2d5674b44489), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:42.868285 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] For port 1e035304-c347-4d43-a664-2d5674b44489, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:39:42.895198 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] For port 1e035304-c347-4d43-a664-2d5674b44489, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1e035304-c347-4d43-a664-2d5674b44489,segment=NetworkSegment(1034bbe5-4735-4d60-934d-cb2798018335),segment_id=1034bbe5-4735-4d60-934d-cb2798018335)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:39:42.903419 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1e035304-c347-4d43-a664-2d5674b44489), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:42.938637 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:42.939347 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:42.940733 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] 10.222.0.64 "PUT /v2.0/ports/1e035304-c347-4d43-a664-2d5674b44489 HTTP/1.1" status: 200 len: 1093 time: 0.5962605 Mar 21 11:39:42.942783 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b344afb-1226-4942-83f3-7bfb267e1ed7', 'tag': '1e035304-c347-4d43-a664-2d5674b44489'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:39:42.945010 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff18d8dd-471a-4ac2-a818-581844c3da4d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b344afb-1226-4942-83f3-7bfb267e1ed7", "tag": "1e035304-c347-4d43-a664-2d5674b44489"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:39:42.960149 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3d9d3-9499-4201-a0b0-9df5a53c1c88 req-8ef1da93-7e0e-4410-9abb-2f1a8d13295b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:42.962214 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-32c3d9d3-9499-4201-a0b0-9df5a53c1c88 req-8ef1da93-7e0e-4410-9abb-2f1a8d13295b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.1072395 Mar 21 11:39:42.995742 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66ced65-342a-43af-8562-6c3458e67baf x-openstack-request-id: req-e66ced65-342a-43af-8562-6c3458e67baf {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:39:42.996056 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b344afb-1226-4942-83f3-7bfb267e1ed7", "tag": "1e035304-c347-4d43-a664-2d5674b44489", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:39:42.996307 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e66ced65-342a-43af-8562-6c3458e67baf {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:39:42.996695 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b344afb-1226-4942-83f3-7bfb267e1ed7', 'tag': '1e035304-c347-4d43-a664-2d5674b44489', 'status': 'completed', 'code': 200} Mar 21 11:39:43.004733 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13488169-41e3-4864-8b2e-62c8c6e44267 service neutron] Pushing event updated for resources: {'Port': ['ID=1e035304-c347-4d43-a664-2d5674b44489,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:43.056487 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-32c3d9d3-9499-4201-a0b0-9df5a53c1c88 req-122566cd-5dbb-4144-ae6b-c0e0a1d48e9b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813932 Mar 21 11:39:43.065783 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-d804cafd-c57b-4024-a326-2c47f69f047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:43.067244 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-d804cafd-c57b-4024-a326-2c47f69f047a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1097cf54db80424e866d88fd54d795fa&device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 1127 time: 0.0749710 Mar 21 11:39:43.110590 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-629db705-04e2-4243-af7b-8d6d9f3fc4ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e035304-c347-4d43-a664-2d5674b44489 HTTP/1.1" status: 200 len: 217 time: 0.0344934 Mar 21 11:39:43.189381 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-c368f672-1817-43fa-8218-9c5859879018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:43.190801 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-c368f672-1817-43fa-8218-9c5859879018 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3cc2fc9b-9edf-4525-aed3-44d7151e260d HTTP/1.1" status: 200 len: 848 time: 0.0725508 Mar 21 11:39:43.224260 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-a8774455-e72f-43a5-be3e-b120e4093fa4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=983a34af-f8b1-4505-82d9-b7c23495d63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267954 Mar 21 11:39:43.231193 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd776218-7a7e-42f5-9f76-ca05351c2a4e req-0bfb896e-320f-42f4-9a9e-1c4ee0342f96 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:43.232748 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bd776218-7a7e-42f5-9f76-ca05351c2a4e req-0bfb896e-320f-42f4-9a9e-1c4ee0342f96 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.1066658 Mar 21 11:39:43.357948 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bd776218-7a7e-42f5-9f76-ca05351c2a4e req-80526fce-77b9-427e-a51b-2750d4b02fbe tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148195 Mar 21 11:39:43.397125 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d56a17-73f6-4161-a916-94e61dbaa847 req-e819f83b-89fd-4b61-8b80-580951b096a9 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:43.398613 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e3d56a17-73f6-4161-a916-94e61dbaa847 req-e819f83b-89fd-4b61-8b80-580951b096a9 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 945 time: 0.1088879 Mar 21 11:39:43.400662 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-51e367ee-0be2-41e3-bf5b-9dc34c1cd3a1 service neutron] 10.222.0.64 "GET /v2.0/networks/983a34af-f8b1-4505-82d9-b7c23495d63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663456 Mar 21 11:39:43.457260 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:43.538487 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e3d56a17-73f6-4161-a916-94e61dbaa847 req-514b37fb-019a-4cac-8efe-ee79a9af50a6 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323888 Mar 21 11:39:43.567326 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19daef-77e3-42fc-b54a-dcb9772b3b3f req-10857bf5-a6df-449d-801e-ff0539edcbb8 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:43.568865 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ec19daef-77e3-42fc-b54a-dcb9772b3b3f req-10857bf5-a6df-449d-801e-ff0539edcbb8 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 943 time: 0.1484435 Mar 21 11:39:43.571632 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2069cd13-cf0b-4790-9ee5-b96c733dac47 req-2d661a66-9d7a-4291-85e4-d2d033ab3c45 service neutron] 10.222.0.64 "GET /v2.0/networks/983a34af-f8b1-4505-82d9-b7c23495d63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607535 Mar 21 11:39:43.623328 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ec19daef-77e3-42fc-b54a-dcb9772b3b3f req-5b149a9f-ea9c-4d52-9eaa-7061e7ae09c6 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475092 Mar 21 11:39:43.706954 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18d8dd-471a-4ac2-a818-581844c3da4d req-ff25f900-9033-4512-ade9-c4b10a0754e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:43.709084 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ff18d8dd-471a-4ac2-a818-581844c3da4d req-ff25f900-9033-4512-ade9-c4b10a0754e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1097cf54db80424e866d88fd54d795fa&device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 1127 time: 0.0770602 Mar 21 11:39:43.830952 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18d8dd-471a-4ac2-a818-581844c3da4d req-a777eee5-9caa-490c-97ac-a48cb334d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:43.832537 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ff18d8dd-471a-4ac2-a818-581844c3da4d req-a777eee5-9caa-490c-97ac-a48cb334d627 service neutron] 10.222.0.64 "GET /v2.0/networks?id=983a34af-f8b1-4505-82d9-b7c23495d63e HTTP/1.1" status: 200 len: 909 time: 0.1169937 Mar 21 11:39:43.878648 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ff18d8dd-471a-4ac2-a818-581844c3da4d req-78cf2594-442b-48d3-b639-b4278504d88e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e035304-c347-4d43-a664-2d5674b44489 HTTP/1.1" status: 200 len: 217 time: 0.0376275 Mar 21 11:39:43.939010 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18d8dd-471a-4ac2-a818-581844c3da4d req-1c5b2d5b-7f3a-4d29-ae06-b075892c4595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:43.940498 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ff18d8dd-471a-4ac2-a818-581844c3da4d req-1c5b2d5b-7f3a-4d29-ae06-b075892c4595 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3cc2fc9b-9edf-4525-aed3-44d7151e260d HTTP/1.1" status: 200 len: 848 time: 0.0474384 Mar 21 11:39:43.974064 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ff18d8dd-471a-4ac2-a818-581844c3da4d req-07bed149-f602-4c00-8164-4e4820a53fc7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=983a34af-f8b1-4505-82d9-b7c23495d63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238595 Mar 21 11:39:44.062178 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ff18d8dd-471a-4ac2-a818-581844c3da4d req-c2ad0e7d-05a8-47b0-8483-c1bc40f8b23e service neutron] 10.222.0.64 "GET /v2.0/networks/983a34af-f8b1-4505-82d9-b7c23495d63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809264 Mar 21 11:39:44.155634 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ff18d8dd-471a-4ac2-a818-581844c3da4d req-7920a12f-5c26-4a73-892e-7bc1ca7cc7a6 service neutron] 10.222.0.64 "GET /v2.0/networks/983a34af-f8b1-4505-82d9-b7c23495d63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867748 Mar 21 11:39:44.658061 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3fc18-005d-4c77-b4f4-b26ac8b35645 req-a7599b00-ed2a-49af-a23a-89c01ee2b4d1 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:44.659632 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6fe3fc18-005d-4c77-b4f4-b26ac8b35645 req-a7599b00-ed2a-49af-a23a-89c01ee2b4d1 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 945 time: 0.0517738 Mar 21 11:39:44.731328 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6fe3fc18-005d-4c77-b4f4-b26ac8b35645 req-34ae4e18-fd41-4c7e-b93e-48b01e7facc7 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630014 Mar 21 11:39:44.754213 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b2184-24b5-487a-8c9d-1f5a994aa250 req-40e8667b-2a85-4227-958a-576f5085c481 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:44.755837 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ef8b2184-24b5-487a-8c9d-1f5a994aa250 req-40e8667b-2a85-4227-958a-576f5085c481 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 943 time: 0.0623665 Mar 21 11:39:44.761267 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:44.811356 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ef8b2184-24b5-487a-8c9d-1f5a994aa250 req-7f6007b1-7050-43ce-a332-b66acaca8f0d tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482838 Mar 21 11:39:45.132838 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3882c-b6de-4b6d-a72f-5b3cf6fca269 req-84543d00-9180-4322-8427-0df0b26f0dc6 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:45.135012 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b0d3882c-b6de-4b6d-a72f-5b3cf6fca269 req-84543d00-9180-4322-8427-0df0b26f0dc6 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0886562 Mar 21 11:39:45.141762 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc52805-6e6f-48ee-b934-f155236da0e6 req-4a5db82f-7e29-4610-b4e3-ac88fd1a07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:45.143247 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ebc52805-6e6f-48ee-b934-f155236da0e6 req-4a5db82f-7e29-4610-b4e3-ac88fd1a07d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 1129 time: 0.0881307 Mar 21 11:39:45.214991 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 38006) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:45.343690 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3bb928ff-2b2a-49a9-b909-d511385bd46f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:45.421853 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3bb928ff-2b2a-49a9-b909-d511385bd46f admin admin] Publish callbacks [] for security_group (2f796ce4-447c-47e3-8011-e6515fa40fe6), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:45.425545 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3bb928ff-2b2a-49a9-b909-d511385bd46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (2f796ce4-447c-47e3-8011-e6515fa40fe6), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:45.432953 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 1e035304-c347-4d43-a664-2d5674b44489 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:39:45.458658 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb928ff-2b2a-49a9-b909-d511385bd46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f796ce4-447c-47e3-8011-e6515fa40fe6,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:45.473068 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b0d3882c-b6de-4b6d-a72f-5b3cf6fca269 req-d31d02c3-6b8b-4d69-86c0-b9f70f1d1ab3 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286388 Mar 21 11:39:45.489292 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 38014) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:45.489828 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3bb928ff-2b2a-49a9-b909-d511385bd46f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f76671b54d9f469cbcccd4cf13e38521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734742 Mar 21 11:39:45.526645 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc52805-6e6f-48ee-b934-f155236da0e6 req-abeafbdb-27c3-419c-ada0-786ce9b6bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:45.528175 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ebc52805-6e6f-48ee-b934-f155236da0e6 req-abeafbdb-27c3-419c-ada0-786ce9b6bfec service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 920 time: 0.3777525 Mar 21 11:39:45.539137 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 1e035304-c347-4d43-a664-2d5674b44489, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1e035304-c347-4d43-a664-2d5674b44489,segment=NetworkSegment(1034bbe5-4735-4d60-934d-cb2798018335),segment_id=1034bbe5-4735-4d60-934d-cb2798018335)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:39:45.552177 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': '1e035304-c347-4d43-a664-2d5674b44489', 'network_id': '983a34af-f8b1-4505-82d9-b7c23495d63e', 'port_id': '1e035304-c347-4d43-a664-2d5674b44489', 'mac_address': 'fa:16:3e:21:11:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc2fc9b-9edf-4525-aed3-44d7151e260d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:39:45.575048 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ebc52805-6e6f-48ee-b934-f155236da0e6 req-b4e776b6-cc55-469b-8bd3-4fea1fdba0de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14076b0a-ac44-4176-bc4b-816f616d936e HTTP/1.1" status: 200 len: 217 time: 0.0353076 Mar 21 11:39:45.585680 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e0c3415-15fa-4f4b-b2f9-f518cc6254ca admin admin] Publish callbacks [] for security_group (2f796ce4-447c-47e3-8011-e6515fa40fe6), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:45.590082 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 1e035304-c347-4d43-a664-2d5674b44489 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:39:45.590475 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1e035304-c347-4d43-a664-2d5674b44489), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:45.603941 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e035304-c347-4d43-a664-2d5674b44489 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:39:45.625585 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 1e035304-c347-4d43-a664-2d5674b44489, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1e035304-c347-4d43-a664-2d5674b44489,segment=NetworkSegment(1034bbe5-4735-4d60-934d-cb2798018335),segment_id=1034bbe5-4735-4d60-934d-cb2798018335)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:39:45.631186 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1e035304-c347-4d43-a664-2d5674b44489), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:45.642191 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e0c3415-15fa-4f4b-b2f9-f518cc6254ca admin admin] Publish callbacks [] for security_group (2f796ce4-447c-47e3-8011-e6515fa40fe6), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:45.661142 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc52805-6e6f-48ee-b934-f155236da0e6 req-8b256246-2192-45b7-b59f-2a03f15fad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:45.662565 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ebc52805-6e6f-48ee-b934-f155236da0e6 req-8b256246-2192-45b7-b59f-2a03f15fad07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b HTTP/1.1" status: 200 len: 858 time: 0.0746317 Mar 21 11:39:45.732883 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=1e035304-c347-4d43-a664-2d5674b44489,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:45.746600 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e0c3415-15fa-4f4b-b2f9-f518cc6254ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (2f796ce4-447c-47e3-8011-e6515fa40fe6), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:45.751411 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5e0c3415-15fa-4f4b-b2f9-f518cc6254ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:45.756432 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-5e0c3415-15fa-4f4b-b2f9-f518cc6254ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2f796ce4-447c-47e3-8011-e6515fa40fe6 HTTP/1.1" status: 204 len: 168 time: 0.2631276 Mar 21 11:39:45.757059 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc52805-6e6f-48ee-b934-f155236da0e6 req-e6e75699-55b5-4e6f-affb-10107a04f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:45.758909 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ebc52805-6e6f-48ee-b934-f155236da0e6 req-e6e75699-55b5-4e6f-affb-10107a04f914 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d03519d-2e7e-48b4-905f-e8767233d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0879698 Mar 21 11:39:45.768979 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c3415-15fa-4f4b-b2f9-f518cc6254ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f796ce4-447c-47e3-8011-e6515fa40fe6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:45.865547 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ebc52805-6e6f-48ee-b934-f155236da0e6 req-a785004a-8dc4-4e7a-b144-db407f2f2d05 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938303 Mar 21 11:39:45.986151 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['1e035304-c347-4d43-a664-2d5674b44489'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:39:45.999867 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a66b87-90b3-4740-99d5-bcd6f9d22c16 req-1b9a9e51-52e7-49a1-b865-c824cb395cf5 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:46.001344 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d5a66b87-90b3-4740-99d5-bcd6f9d22c16 req-1b9a9e51-52e7-49a1-b865-c824cb395cf5 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 944 time: 0.1101761 Mar 21 11:39:46.003806 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ebc52805-6e6f-48ee-b934-f155236da0e6 req-c78a8245-edce-4f2c-98c6-78b2fba5bfc4 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314836 Mar 21 11:39:46.057687 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 38044) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:46.076913 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d5a66b87-90b3-4740-99d5-bcd6f9d22c16 req-58489553-57d8-4f57-bacc-0c176f34fa42 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641489 Mar 21 11:39:46.078055 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90aed790-4d34-4fd8-9c63-9df40070a6ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:46.165287 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90aed790-4d34-4fd8-9c63-9df40070a6ea admin admin] Publish callbacks [] for security_group (d57124d9-347f-4a99-8701-588c07939351), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:46.169083 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90aed790-4d34-4fd8-9c63-9df40070a6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (d57124d9-347f-4a99-8701-588c07939351), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:46.205847 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-90aed790-4d34-4fd8-9c63-9df40070a6ea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=017f87de7af04794a986e8444cf48303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472337 Mar 21 11:39:46.206898 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aed790-4d34-4fd8-9c63-9df40070a6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57124d9-347f-4a99-8701-588c07939351,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:46.208635 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 38050) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:46.255670 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f1a8662-040d-4a89-83f8-c2fb20b5503a admin admin] Publish callbacks [] for security_group (d57124d9-347f-4a99-8701-588c07939351), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:46.277796 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f1a8662-040d-4a89-83f8-c2fb20b5503a admin admin] Publish callbacks [] for security_group (d57124d9-347f-4a99-8701-588c07939351), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:46.324486 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f1a8662-040d-4a89-83f8-c2fb20b5503a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (d57124d9-347f-4a99-8701-588c07939351), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:46.327163 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f1a8662-040d-4a89-83f8-c2fb20b5503a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:46.328321 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6f1a8662-040d-4a89-83f8-c2fb20b5503a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d57124d9-347f-4a99-8701-588c07939351 HTTP/1.1" status: 204 len: 168 time: 0.1186321 Mar 21 11:39:46.336282 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a8662-040d-4a89-83f8-c2fb20b5503a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57124d9-347f-4a99-8701-588c07939351,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:46.383728 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:46.582515 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a9769-8fa9-4ad9-a77f-57b486fc7056 req-9745aec6-de81-4402-ad79-dd18b6519c51 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:46.584003 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-678a9769-8fa9-4ad9-a77f-57b486fc7056 req-9745aec6-de81-4402-ad79-dd18b6519c51 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0541568 Mar 21 11:39:46.636957 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-678a9769-8fa9-4ad9-a77f-57b486fc7056 req-0eefd523-2c75-4dd8-9a4c-148927b10e83 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475967 Mar 21 11:39:47.182992 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:47.209497 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ea653-931b-4376-93f7-b0f4f5151eec req-e5fbe9bb-4572-45a0-971c-d4c3e72e680f tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:47.211541 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-213ea653-931b-4376-93f7-b0f4f5151eec req-e5fbe9bb-4572-45a0-971c-d4c3e72e680f tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 944 time: 0.0533960 Mar 21 11:39:47.260450 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-213ea653-931b-4376-93f7-b0f4f5151eec req-0ff94063-1018-49b0-84cb-99f001d8e980 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427499 Mar 21 11:39:47.439752 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 1e035304-c347-4d43-a664-2d5674b44489 up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:39:47.491130 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port 1e035304-c347-4d43-a664-2d5674b44489 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:39:47.493064 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port 1e035304-c347-4d43-a664-2d5674b44489 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:39:47.493444 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1e035304-c347-4d43-a664-2d5674b44489), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:47.578206 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 1e035304-c347-4d43-a664-2d5674b44489 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:39:47.578558 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1e035304-c347-4d43-a664-2d5674b44489), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:47.601389 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b344afb-1226-4942-83f3-7bfb267e1ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e035304-c347-4d43-a664-2d5674b44489'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:39:47.606683 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72926502-bd72-4d78-86eb-52281e2e5900" -d '{"events": [{"server_uuid": "6b344afb-1226-4942-83f3-7bfb267e1ed7", "name": "network-vif-plugged", "status": "completed", "tag": "1e035304-c347-4d43-a664-2d5674b44489"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:39:47.619643 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 1e035304-c347-4d43-a664-2d5674b44489, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1e035304-c347-4d43-a664-2d5674b44489,segment=NetworkSegment(1034bbe5-4735-4d60-934d-cb2798018335),segment_id=1034bbe5-4735-4d60-934d-cb2798018335)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:39:47.624475 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1e035304-c347-4d43-a664-2d5674b44489), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:47.649453 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e4da05-da4c-43b0-b439-e2e60fbdffcd x-openstack-request-id: req-98e4da05-da4c-43b0-b439-e2e60fbdffcd {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:39:47.649747 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b344afb-1226-4942-83f3-7bfb267e1ed7", "name": "network-vif-plugged", "status": "completed", "tag": "1e035304-c347-4d43-a664-2d5674b44489", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:39:47.649995 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-98e4da05-da4c-43b0-b439-e2e60fbdffcd {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:39:47.650541 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b344afb-1226-4942-83f3-7bfb267e1ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e035304-c347-4d43-a664-2d5674b44489', 'code': 200} Mar 21 11:39:47.676625 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=1e035304-c347-4d43-a664-2d5674b44489,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:47.778018 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6057c-5f23-4219-860c-48fee6296db8 req-64f43810-30cb-4b3d-9916-ac7d0e5f6ce8 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:47.779544 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7ed6057c-5f23-4219-860c-48fee6296db8 req-64f43810-30cb-4b3d-9916-ac7d0e5f6ce8 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0633347 Mar 21 11:39:47.844045 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7ed6057c-5f23-4219-860c-48fee6296db8 req-740b2d71-43c5-4d98-b734-2e1505665543 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565863 Mar 21 11:39:47.885065 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bc7f0-896d-4036-a149-2e9b225db2af req-41550357-b5c4-47f7-a3f7-67f5a80586e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:47.886842 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4d3bc7f0-896d-4036-a149-2e9b225db2af req-41550357-b5c4-47f7-a3f7-67f5a80586e2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 1129 time: 0.0629783 Mar 21 11:39:47.938310 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4d3bc7f0-896d-4036-a149-2e9b225db2af req-1081da4d-80b2-4215-aca0-2540861a2140 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401621 Mar 21 11:39:48.381142 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d55b2e-e832-499e-a367-04e8f567e5cb req-cb517be9-91f5-4592-92a0-31be986b5537 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:48.382630 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-60d55b2e-e832-499e-a367-04e8f567e5cb req-cb517be9-91f5-4592-92a0-31be986b5537 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 945 time: 0.0541523 Mar 21 11:39:48.415981 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 38146) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:48.436341 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-60d55b2e-e832-499e-a367-04e8f567e5cb req-ad8a05a9-3c68-4344-b22d-40c89f9663a9 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482545 Mar 21 11:39:48.520364 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48342fe1-abc0-4a2c-b899-71f2f60a4861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:48.593822 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48342fe1-abc0-4a2c-b899-71f2f60a4861 admin admin] Publish callbacks [] for security_group (508ebb1c-d152-4e3d-8433-3b21b33616cc), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:48.597559 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48342fe1-abc0-4a2c-b899-71f2f60a4861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (508ebb1c-d152-4e3d-8433-3b21b33616cc), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:48.634752 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-48342fe1-abc0-4a2c-b899-71f2f60a4861 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8a355115b894427aa9c16b384cd5bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176974 Mar 21 11:39:48.635635 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48342fe1-abc0-4a2c-b899-71f2f60a4861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508ebb1c-d152-4e3d-8433-3b21b33616cc,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:48.637462 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 38152) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:48.684096 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e948ddc8-a036-4d50-8429-53e06d11c6b2 admin admin] Publish callbacks [] for security_group (508ebb1c-d152-4e3d-8433-3b21b33616cc), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:48.704938 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e948ddc8-a036-4d50-8429-53e06d11c6b2 admin admin] Publish callbacks [] for security_group (508ebb1c-d152-4e3d-8433-3b21b33616cc), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:48.754622 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e948ddc8-a036-4d50-8429-53e06d11c6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (508ebb1c-d152-4e3d-8433-3b21b33616cc), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:48.757133 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e948ddc8-a036-4d50-8429-53e06d11c6b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:48.758268 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e948ddc8-a036-4d50-8429-53e06d11c6b2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/508ebb1c-d152-4e3d-8433-3b21b33616cc HTTP/1.1" status: 204 len: 168 time: 0.1198201 Mar 21 11:39:48.765768 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948ddc8-a036-4d50-8429-53e06d11c6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508ebb1c-d152-4e3d-8433-3b21b33616cc,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:48.971235 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d14aa-606c-406a-accc-c2766ce50ab2 req-818e73b9-b27f-44c5-8468-21c6807bf3a3 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:48.972861 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8a9d14aa-606c-406a-accc-c2766ce50ab2 req-818e73b9-b27f-44c5-8468-21c6807bf3a3 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0546143 Mar 21 11:39:49.020135 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8a9d14aa-606c-406a-accc-c2766ce50ab2 req-0c5026e0-e4b5-4e0b-b73c-81266ea08975 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 Mar 21 11:39:49.030827 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 38162) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:49.043579 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05ba3519-e326-4096-8e1f-1a6102d15044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:49.113139 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05ba3519-e326-4096-8e1f-1a6102d15044 admin admin] Publish callbacks [] for security_group (a3689646-6f08-45fd-90a0-d3c9db3b8bba), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:49.116870 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-05ba3519-e326-4096-8e1f-1a6102d15044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (a3689646-6f08-45fd-90a0-d3c9db3b8bba), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:49.153726 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba3519-e326-4096-8e1f-1a6102d15044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3689646-6f08-45fd-90a0-d3c9db3b8bba,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:49.157865 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-05ba3519-e326-4096-8e1f-1a6102d15044 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4eee0b557e1a4a668571b9c9ff87053f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260707 Mar 21 11:39:49.160438 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 38164) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:49.209814 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e68010c6-8600-4898-a316-b6d3fb0c9eb9 admin admin] Publish callbacks [] for security_group (a3689646-6f08-45fd-90a0-d3c9db3b8bba), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:49.230536 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e68010c6-8600-4898-a316-b6d3fb0c9eb9 admin admin] Publish callbacks [] for security_group (a3689646-6f08-45fd-90a0-d3c9db3b8bba), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:49.278736 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e68010c6-8600-4898-a316-b6d3fb0c9eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (a3689646-6f08-45fd-90a0-d3c9db3b8bba), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:49.281406 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e68010c6-8600-4898-a316-b6d3fb0c9eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:49.282525 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e68010c6-8600-4898-a316-b6d3fb0c9eb9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a3689646-6f08-45fd-90a0-d3c9db3b8bba HTTP/1.1" status: 204 len: 168 time: 0.1212323 Mar 21 11:39:49.289870 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68010c6-8600-4898-a316-b6d3fb0c9eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3689646-6f08-45fd-90a0-d3c9db3b8bba,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:49.553069 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86d61d-4484-4a2a-9c95-62761bd7719f req-2cd31af4-b9bf-4dc2-85c6-2324bf624007 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:49.554613 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2a86d61d-4484-4a2a-9c95-62761bd7719f req-2cd31af4-b9bf-4dc2-85c6-2324bf624007 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 945 time: 0.0548084 Mar 21 11:39:49.607611 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2a86d61d-4484-4a2a-9c95-62761bd7719f req-824860c5-e675-4251-8440-c5c703016a85 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459619 Mar 21 11:39:50.147225 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc9968-8a9d-492a-b1e2-f269b1a59415 req-569a252a-7395-43d9-bc1a-a35aa7b95d5a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:50.148759 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cabc9968-8a9d-492a-b1e2-f269b1a59415 req-569a252a-7395-43d9-bc1a-a35aa7b95d5a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0602450 Mar 21 11:39:50.201248 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cabc9968-8a9d-492a-b1e2-f269b1a59415 req-51d5891c-a83e-493d-91c4-4dff10d9f0bb tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467603 Mar 21 11:39:50.335060 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 38202) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:50.437957 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-41f5a3dc-195b-4ffe-aed6-0e38e3e635ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:50.513133 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-41f5a3dc-195b-4ffe-aed6-0e38e3e635ee admin admin] Publish callbacks [] for security_group (3add9dee-b24f-4d71-b41c-fc5699b264df), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:50.517478 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-41f5a3dc-195b-4ffe-aed6-0e38e3e635ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (3add9dee-b24f-4d71-b41c-fc5699b264df), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:50.557284 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-41f5a3dc-195b-4ffe-aed6-0e38e3e635ee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8196af05bb664fdabd4f91f8902b928c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211099 Mar 21 11:39:50.558234 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5a3dc-195b-4ffe-aed6-0e38e3e635ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3add9dee-b24f-4d71-b41c-fc5699b264df,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:50.560367 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 38208) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:39:50.609569 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49e436d9-5bb6-463d-9f67-481e8574879e admin admin] Publish callbacks [] for security_group (3add9dee-b24f-4d71-b41c-fc5699b264df), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:50.631179 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49e436d9-5bb6-463d-9f67-481e8574879e admin admin] Publish callbacks [] for security_group (3add9dee-b24f-4d71-b41c-fc5699b264df), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:50.679672 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49e436d9-5bb6-463d-9f67-481e8574879e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (3add9dee-b24f-4d71-b41c-fc5699b264df), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:50.682974 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49e436d9-5bb6-463d-9f67-481e8574879e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:50.684272 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-49e436d9-5bb6-463d-9f67-481e8574879e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3add9dee-b24f-4d71-b41c-fc5699b264df HTTP/1.1" status: 204 len: 168 time: 0.1225753 Mar 21 11:39:50.692256 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e436d9-5bb6-463d-9f67-481e8574879e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3add9dee-b24f-4d71-b41c-fc5699b264df,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:50.729230 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddabb86-530a-49e1-902c-d25bd8971be5 req-c3807375-d89b-446c-b237-865f498e1c5e tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:50.731025 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2ddabb86-530a-49e1-902c-d25bd8971be5 req-c3807375-d89b-446c-b237-865f498e1c5e tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 945 time: 0.0558662 Mar 21 11:39:50.784517 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2ddabb86-530a-49e1-902c-d25bd8971be5 req-c56f94d1-f7da-4c75-a244-4e59e3325c4d tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472829 Mar 21 11:39:51.344657 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd62656-8387-49cd-b9b8-311c77deb880 req-f6db7d34-c8d3-4d49-b496-13ab47d40829 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:51.344657 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fdd62656-8387-49cd-b9b8-311c77deb880 req-f6db7d34-c8d3-4d49-b496-13ab47d40829 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0553973 Mar 21 11:39:51.396471 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fdd62656-8387-49cd-b9b8-311c77deb880 req-6b1ff82d-1786-4fb7-8953-eefd10e0892a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490148 Mar 21 11:39:51.838991 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456db2d-1a16-4ce5-8852-97f638599c6d req-93ce6bbd-2991-4d9c-aa37-907405f7e266 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:51.840650 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a456db2d-1a16-4ce5-8852-97f638599c6d req-93ce6bbd-2991-4d9c-aa37-907405f7e266 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 945 time: 0.0568979 Mar 21 11:39:51.888092 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a456db2d-1a16-4ce5-8852-97f638599c6d req-ce0d3cbe-7496-44b5-b110-2dba2cda8d86 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405874 Mar 21 11:39:52.518383 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b3f7f-a9c8-4ee8-8075-9935ad486e25 req-081d32a0-ff92-4195-b244-716e74701c8d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:52.519909 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-991b3f7f-a9c8-4ee8-8075-9935ad486e25 req-081d32a0-ff92-4195-b244-716e74701c8d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0552301 Mar 21 11:39:52.568437 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-991b3f7f-a9c8-4ee8-8075-9935ad486e25 req-ca6770cf-c2f0-4618-8528-dc462be6252f tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427051 Mar 21 11:39:53.003706 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b847e-22a7-4060-8328-cef5925a32c4 req-5d41bc3c-fa2e-4ac6-8307-180763fbb5e2 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:53.005185 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-736b847e-22a7-4060-8328-cef5925a32c4 req-5d41bc3c-fa2e-4ac6-8307-180763fbb5e2 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 945 time: 0.0510375 Mar 21 11:39:53.050505 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-736b847e-22a7-4060-8328-cef5925a32c4 req-793e1164-60cd-48f3-b208-53b066461d8c tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397415 Mar 21 11:39:53.686077 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ade4e1-97c3-4bbf-96f4-9473ee9f8c63 req-2fd23356-e4ad-4d7d-bcfb-0ae1715fe74f tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:53.687545 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-45ade4e1-97c3-4bbf-96f4-9473ee9f8c63 req-2fd23356-e4ad-4d7d-bcfb-0ae1715fe74f tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0509827 Mar 21 11:39:53.736039 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-45ade4e1-97c3-4bbf-96f4-9473ee9f8c63 req-384d0f88-e31c-40c6-b817-4118550b85cc tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430169 Mar 21 11:39:54.165470 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430ab97-bad9-4428-951e-670840fd1847 req-2aa7234e-fba4-4d0c-9287-c0ec4e0ea328 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:54.166940 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2430ab97-bad9-4428-951e-670840fd1847 req-2aa7234e-fba4-4d0c-9287-c0ec4e0ea328 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 945 time: 0.0527196 Mar 21 11:39:54.211566 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2430ab97-bad9-4428-951e-670840fd1847 req-369686fb-8604-4cfe-a141-1e42fda35078 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Mar 21 11:39:54.848866 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e022036-533a-4ef8-811e-61eaf9e018e5 req-fe0f7496-e5a8-4a20-bc47-bd51a9cb2ffc tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:54.850309 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7e022036-533a-4ef8-811e-61eaf9e018e5 req-fe0f7496-e5a8-4a20-bc47-bd51a9cb2ffc tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0503922 Mar 21 11:39:54.897080 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7e022036-533a-4ef8-811e-61eaf9e018e5 req-39071ee3-8900-44e6-b25b-c3252d8d3db4 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403008 Mar 21 11:39:55.328816 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60218d8b-7e9b-4f4b-b8b2-8380de41c3f7 req-167ac957-152c-42d0-a8ad-98b9ed348472 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:55.330259 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-60218d8b-7e9b-4f4b-b8b2-8380de41c3f7 req-167ac957-152c-42d0-a8ad-98b9ed348472 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 945 time: 0.0541050 Mar 21 11:39:55.375043 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-60218d8b-7e9b-4f4b-b8b2-8380de41c3f7 req-ae8c14ec-9660-487c-bdc9-6abdb401157e tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392313 Mar 21 11:39:56.015168 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e867bc-ea82-4df5-b275-f896168d10f6 req-5d7d89d4-2e54-44a4-86dc-30274f6d53a8 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:56.016736 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-84e867bc-ea82-4df5-b275-f896168d10f6 req-5d7d89d4-2e54-44a4-86dc-30274f6d53a8 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0530138 Mar 21 11:39:56.063582 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-84e867bc-ea82-4df5-b275-f896168d10f6 req-42ff5032-fafb-4279-8971-45251b742a5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411878 Mar 21 11:39:56.264441 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b269e26-9be2-4e52-98b4-75e5dc52a660 req-98be7426-680b-433c-a96f-3663d2dfa6a6 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:56.265923 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0b269e26-9be2-4e52-98b4-75e5dc52a660 req-98be7426-680b-433c-a96f-3663d2dfa6a6 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 945 time: 0.0556867 Mar 21 11:39:56.366056 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0b269e26-9be2-4e52-98b4-75e5dc52a660 req-18097ab0-03b0-47a4-bcb8-6f28725dc96d tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Deleting port 1e035304-c347-4d43-a664-2d5674b44489 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:39:56.366746 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0b269e26-9be2-4e52-98b4-75e5dc52a660 req-18097ab0-03b0-47a4-bcb8-6f28725dc96d tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (1e035304-c347-4d43-a664-2d5674b44489), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:56.491953 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0b269e26-9be2-4e52-98b4-75e5dc52a660 req-18097ab0-03b0-47a4-bcb8-6f28725dc96d tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] For port 1e035304-c347-4d43-a664-2d5674b44489, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1e035304-c347-4d43-a664-2d5674b44489,segment=NetworkSegment(1034bbe5-4735-4d60-934d-cb2798018335),segment_id=1034bbe5-4735-4d60-934d-cb2798018335)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:39:56.492406 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0b269e26-9be2-4e52-98b4-75e5dc52a660 req-18097ab0-03b0-47a4-bcb8-6f28725dc96d tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (1e035304-c347-4d43-a664-2d5674b44489), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:56.504214 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:39:56.511649 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0b269e26-9be2-4e52-98b4-75e5dc52a660 req-18097ab0-03b0-47a4-bcb8-6f28725dc96d tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Calling delete_port for 1e035304-c347-4d43-a664-2d5674b44489 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:39:56.535096 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ee9af-b5e4-47b5-a2df-67a7fd5d3d0d req-e4711e1a-aca7-4d8e-aa26-d91f131187bf tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:56.536848 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c57ee9af-b5e4-47b5-a2df-67a7fd5d3d0d req-e4711e1a-aca7-4d8e-aa26-d91f131187bf tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b344afb-1226-4942-83f3-7bfb267e1ed7 HTTP/1.1" status: 200 len: 945 time: 0.0934830 Mar 21 11:39:56.635409 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c57ee9af-b5e4-47b5-a2df-67a7fd5d3d0d req-9f7c8055-6d4e-431b-9005-49354c018b91 tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee41257c-61d3-4951-9f6d-cfe5e2f5d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686657 Mar 21 11:39:56.693797 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0b269e26-9be2-4e52-98b4-75e5dc52a660 req-18097ab0-03b0-47a4-bcb8-6f28725dc96d tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604'] for port (1e035304-c347-4d43-a664-2d5674b44489), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:56.706757 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['1e035304-c347-4d43-a664-2d5674b44489'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:39:56.723753 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18097ab0-03b0-47a4-bcb8-6f28725dc96d tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Pushing event deleted for resources: {'Port': ['ID=1e035304-c347-4d43-a664-2d5674b44489,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:39:56.764214 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b269e26-9be2-4e52-98b4-75e5dc52a660 req-18097ab0-03b0-47a4-bcb8-6f28725dc96d tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] No DVR routers for this DVR port 1e035304-c347-4d43-a664-2d5674b44489 on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:39:56.766757 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0b269e26-9be2-4e52-98b4-75e5dc52a660 req-18097ab0-03b0-47a4-bcb8-6f28725dc96d tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:39:56.770112 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0b269e26-9be2-4e52-98b4-75e5dc52a660 req-18097ab0-03b0-47a4-bcb8-6f28725dc96d tempest-VolumesActionsTest-1843935692 tempest-VolumesActionsTest-1843935692-project] 10.222.0.64 "DELETE /v2.0/ports/1e035304-c347-4d43-a664-2d5674b44489 HTTP/1.1" status: 204 len: 173 time: 0.4921629 Mar 21 11:39:56.770548 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b344afb-1226-4942-83f3-7bfb267e1ed7', 'name': 'network-vif-deleted', 'tag': '1e035304-c347-4d43-a664-2d5674b44489'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:39:56.772879 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2b4a2d-b221-49ce-b55a-b4df3e55565d" -d '{"events": [{"server_uuid": "6b344afb-1226-4942-83f3-7bfb267e1ed7", "name": "network-vif-deleted", "tag": "1e035304-c347-4d43-a664-2d5674b44489"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:39:56.811691 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15ca965-4960-445f-bd15-a283ee8b5100 x-openstack-request-id: req-f15ca965-4960-445f-bd15-a283ee8b5100 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:39:56.812233 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b344afb-1226-4942-83f3-7bfb267e1ed7", "name": "network-vif-deleted", "tag": "1e035304-c347-4d43-a664-2d5674b44489", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:39:56.816113 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f15ca965-4960-445f-bd15-a283ee8b5100 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:39:56.816822 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b344afb-1226-4942-83f3-7bfb267e1ed7', 'name': 'network-vif-deleted', 'tag': '1e035304-c347-4d43-a664-2d5674b44489', 'status': 'completed', 'code': 200} Mar 21 11:39:57.182646 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77387e36-afdf-4641-8363-e0c555121f37 req-9d80ab6f-955f-4017-bcc0-3be5e5a1271f tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:57.184122 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77387e36-afdf-4641-8363-e0c555121f37 req-9d80ab6f-955f-4017-bcc0-3be5e5a1271f tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0566094 Mar 21 11:39:57.232714 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77387e36-afdf-4641-8363-e0c555121f37 req-61e1c7e9-294a-4176-9fef-56734ba5d151 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417850 Mar 21 11:39:58.364680 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3ce3-f5ef-463d-826d-f0be0b9455cd req-845d5fdb-33a8-4699-b797-fbbd476cc4be tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:58.366204 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ccea3ce3-f5ef-463d-826d-f0be0b9455cd req-845d5fdb-33a8-4699-b797-fbbd476cc4be tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0616891 Mar 21 11:39:58.424452 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ccea3ce3-f5ef-463d-826d-f0be0b9455cd req-fffcc4b9-8f19-44d5-a648-31f3d20183b1 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475280 Mar 21 11:39:59.546310 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f601c-6303-46f7-9d62-278959f466cb req-22c8877a-1369-42ba-85d0-f0682e666740 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:39:59.547796 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ce4f601c-6303-46f7-9d62-278959f466cb req-22c8877a-1369-42ba-85d0-f0682e666740 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0590825 Mar 21 11:39:59.592513 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ce4f601c-6303-46f7-9d62-278959f466cb req-795cf838-ebc4-45b2-97b5-20b26d5adf45 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392284 Mar 21 11:39:59.668677 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 1e035304-c347-4d43-a664-2d5674b44489 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:39:59.687568 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: 1e035304-c347-4d43-a664-2d5674b44489 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:39:59.687934 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 1e035304-c347-4d43-a664-2d5674b44489 not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:40:00.707297 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a444666-8ab4-497c-99a7-44a9adfeb4f4 req-f25e3f80-19b7-4bba-90e0-facc4924dc7c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:00.708808 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7a444666-8ab4-497c-99a7-44a9adfeb4f4 req-f25e3f80-19b7-4bba-90e0-facc4924dc7c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0524838 Mar 21 11:40:00.760530 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7a444666-8ab4-497c-99a7-44a9adfeb4f4 req-7e7ef883-5698-48df-9a99-4d69dbd6026d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451407 Mar 21 11:40:00.810343 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94463023-4800-4744-ae5a-d38feaea7d56 req-7798f72e-47fc-4db4-9969-d20e4d35eeff tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:00.811811 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-94463023-4800-4744-ae5a-d38feaea7d56 req-7798f72e-47fc-4db4-9969-d20e4d35eeff tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0504029 Mar 21 11:40:00.860487 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-94463023-4800-4744-ae5a-d38feaea7d56 req-cbabe71c-8b04-4e8a-9f63-9cb44b97f83d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431626 Mar 21 11:40:01.876559 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fe06f-16bc-441a-9756-a4b91f3fae38 req-2da2bae9-af97-4f3c-bb46-72b0ca2ee141 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:01.878262 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f35fe06f-16bc-441a-9756-a4b91f3fae38 req-2da2bae9-af97-4f3c-bb46-72b0ca2ee141 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0517328 Mar 21 11:40:01.924131 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f35fe06f-16bc-441a-9756-a4b91f3fae38 req-f062d773-9bae-4251-a0e9-9af7f80f5eba tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403881 Mar 21 11:40:01.978823 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91bf40-2b7d-4814-91eb-1338b49a81ae req-853e3ebd-7802-48ab-a87f-a3dd42e6e898 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:01.980279 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aa91bf40-2b7d-4814-91eb-1338b49a81ae req-853e3ebd-7802-48ab-a87f-a3dd42e6e898 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0509849 Mar 21 11:40:02.024974 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aa91bf40-2b7d-4814-91eb-1338b49a81ae req-e7854d3f-f608-4f67-869a-4921c30cafde tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392995 Mar 21 11:40:03.054335 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd6f01-6fd8-421f-af45-a5976a60d9fe req-63bd5cd0-aa82-4e7f-a5f5-09fecf475994 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:03.056446 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-18bd6f01-6fd8-421f-af45-a5976a60d9fe req-63bd5cd0-aa82-4e7f-a5f5-09fecf475994 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0662200 Mar 21 11:40:03.152452 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-18bd6f01-6fd8-421f-af45-a5976a60d9fe req-d304012b-f720-434b-b036-4faac9acfb1d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870774 Mar 21 11:40:03.198870 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817294f-8bca-41d3-879f-83dc18c5357c req-0f065bf0-6b54-48f1-bcc3-d765c12c0203 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:03.200441 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5817294f-8bca-41d3-879f-83dc18c5357c req-0f065bf0-6b54-48f1-bcc3-d765c12c0203 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0759416 Mar 21 11:40:03.264357 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5817294f-8bca-41d3-879f-83dc18c5357c req-a7c58263-e11a-4412-8f74-440ed041599e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552759 Mar 21 11:40:04.264386 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a00d83-75b7-4192-9b3d-1f589ec192d8 req-ee7d1414-09c2-444f-9704-52c01cc5c0e4 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:04.265835 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a9a00d83-75b7-4192-9b3d-1f589ec192d8 req-ee7d1414-09c2-444f-9704-52c01cc5c0e4 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0506616 Mar 21 11:40:04.314918 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a9a00d83-75b7-4192-9b3d-1f589ec192d8 req-2dfa9ff6-27d6-48a9-9b68-68b42ca996b0 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433426 Mar 21 11:40:04.380022 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ff36b-9a8f-4fb9-a406-977d4754d3dd req-47a22489-c35b-4251-8df1-422e9c5f3262 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:04.381382 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0f6ff36b-9a8f-4fb9-a406-977d4754d3dd req-47a22489-c35b-4251-8df1-422e9c5f3262 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0512071 Mar 21 11:40:04.426363 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0f6ff36b-9a8f-4fb9-a406-977d4754d3dd req-37b3a359-e0d5-4305-b6f3-9fb20979c531 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395896 Mar 21 11:40:05.431092 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f2c38-c80a-4545-b447-1e535cab9b8a req-a0e93f8c-3cb6-4e85-bca9-b737e28878c4 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:05.432571 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-eb2f2c38-c80a-4545-b447-1e535cab9b8a req-a0e93f8c-3cb6-4e85-bca9-b737e28878c4 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0516412 Mar 21 11:40:05.478210 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-eb2f2c38-c80a-4545-b447-1e535cab9b8a req-e47d6b4a-72ec-43c2-a554-d94a48876df4 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402296 Mar 21 11:40:05.547263 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e0e9f-23bf-45ce-a2d3-a420189221f7 req-eb877c2e-386a-4639-b482-ac85f996ea07 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:05.548759 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-030e0e9f-23bf-45ce-a2d3-a420189221f7 req-eb877c2e-386a-4639-b482-ac85f996ea07 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0530798 Mar 21 11:40:05.596211 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-030e0e9f-23bf-45ce-a2d3-a420189221f7 req-edd1776d-65a5-416e-82eb-2842b1d98044 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415258 Mar 21 11:40:06.033128 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fae93e-592f-4f69-8a3d-cfda21023ebc req-004264d2-9fb4-4894-a40d-88a4246be5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:06.034736 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-86fae93e-592f-4f69-8a3d-cfda21023ebc req-004264d2-9fb4-4894-a40d-88a4246be5fd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 1129 time: 0.0465093 Mar 21 11:40:06.086528 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-86fae93e-592f-4f69-8a3d-cfda21023ebc req-81aacbcb-bb9c-45be-8873-4b039cb36a8e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381048 Mar 21 11:40:06.618488 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf929f66-62d0-4a0f-b581-ce5298c9efdf req-51c74c9d-0670-4207-9c20-093057f833f0 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:06.620178 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bf929f66-62d0-4a0f-b581-ce5298c9efdf req-51c74c9d-0670-4207-9c20-093057f833f0 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0753675 Mar 21 11:40:06.709616 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bf929f66-62d0-4a0f-b581-ce5298c9efdf req-c570a7c1-afe0-4f4c-b588-62b9ef3a3866 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765831 Mar 21 11:40:06.811213 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea829c-73c1-4aa8-a9bf-99e0a3a78f74 req-d1efa9b4-9a3f-4c60-90ec-8de2244aa00e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:06.813035 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1cea829c-73c1-4aa8-a9bf-99e0a3a78f74 req-d1efa9b4-9a3f-4c60-90ec-8de2244aa00e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0972927 Mar 21 11:40:06.878950 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1cea829c-73c1-4aa8-a9bf-99e0a3a78f74 req-6cc6ef45-ca23-473b-9fc8-5188e43252f2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597153 Mar 21 11:40:07.822222 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9064618-a455-4e34-aa96-9e0130a5c7e1 req-551ebec4-74a6-4311-b7dc-60502505d1be tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:07.823692 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d9064618-a455-4e34-aa96-9e0130a5c7e1 req-551ebec4-74a6-4311-b7dc-60502505d1be tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0549898 Mar 21 11:40:07.878734 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d9064618-a455-4e34-aa96-9e0130a5c7e1 req-38dda31b-ab72-429f-bf51-3c34c4a93c89 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493815 Mar 21 11:40:08.027958 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13671a7-2c92-44ad-bec4-fd59ad770328 req-5f293f5b-567f-4bc3-9f52-a554298db0d2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:08.029556 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a13671a7-2c92-44ad-bec4-fd59ad770328 req-5f293f5b-567f-4bc3-9f52-a554298db0d2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0719020 Mar 21 11:40:08.106389 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a13671a7-2c92-44ad-bec4-fd59ad770328 req-30f98365-ecb7-46f8-b9dc-a51b0b5a48dd tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711086 Mar 21 11:40:08.233336 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09788953-b92e-4eaf-8a08-815e71ce16b8 req-9f7eab22-9a19-4184-8894-4e80442ebb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:08.234846 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-09788953-b92e-4eaf-8a08-815e71ce16b8 req-9f7eab22-9a19-4184-8894-4e80442ebb0b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 1129 time: 0.0870922 Mar 21 11:40:08.261962 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5785c2-7740-4635-9b1e-c1c45f822068 req-03e74ea0-f133-46ad-a7cc-0575d9a89517 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:08.263425 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7c5785c2-7740-4635-9b1e-c1c45f822068 req-03e74ea0-f133-46ad-a7cc-0575d9a89517 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0819297 Mar 21 11:40:08.375832 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7c5785c2-7740-4635-9b1e-c1c45f822068 req-7fc2b1e2-3484-4851-9b1d-c64b86bfafe6 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965188 Mar 21 11:40:08.394001 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09788953-b92e-4eaf-8a08-815e71ce16b8 req-42f744d4-1f2d-4216-8f3d-61405bd9a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:08.395486 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-09788953-b92e-4eaf-8a08-815e71ce16b8 req-42f744d4-1f2d-4216-8f3d-61405bd9a3b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 920 time: 0.1515801 Mar 21 11:40:08.459607 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-09788953-b92e-4eaf-8a08-815e71ce16b8 req-9dcdbc22-68df-42fa-aaeb-24ca2e4aefcb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14076b0a-ac44-4176-bc4b-816f616d936e HTTP/1.1" status: 200 len: 217 time: 0.0540879 Mar 21 11:40:08.491804 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 38638) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:08.513223 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09788953-b92e-4eaf-8a08-815e71ce16b8 req-005bb35a-7a5e-42d7-af5d-56ee8fd98230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:08.514707 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-09788953-b92e-4eaf-8a08-815e71ce16b8 req-005bb35a-7a5e-42d7-af5d-56ee8fd98230 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b HTTP/1.1" status: 200 len: 858 time: 0.0489137 Mar 21 11:40:08.573061 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09788953-b92e-4eaf-8a08-815e71ce16b8 req-981604e9-a975-4332-8994-688a1ae6c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:08.574912 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-09788953-b92e-4eaf-8a08-815e71ce16b8 req-981604e9-a975-4332-8994-688a1ae6c747 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d03519d-2e7e-48b4-905f-e8767233d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497787 Mar 21 11:40:08.633899 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8274-6b7c-4e3e-a496-bf8e3d5b525c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:08.685826 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-09788953-b92e-4eaf-8a08-815e71ce16b8 req-ef30a83a-3833-4fe3-b18d-08644cc16a89 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983441 Mar 21 11:40:08.722687 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8274-6b7c-4e3e-a496-bf8e3d5b525c admin admin] Publish callbacks [] for security_group (705ddb51-626d-4640-9f08-1a3c244d551f), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:08.728671 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8274-6b7c-4e3e-a496-bf8e3d5b525c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (705ddb51-626d-4640-9f08-1a3c244d551f), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:08.760511 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c8274-6b7c-4e3e-a496-bf8e3d5b525c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705ddb51-626d-4640-9f08-1a3c244d551f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:08.774166 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-0d1c8274-6b7c-4e3e-a496-bf8e3d5b525c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d252736a84d2462d856633bb81e5d7dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800193 Mar 21 11:40:08.779527 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 38642) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:08.794966 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-09788953-b92e-4eaf-8a08-815e71ce16b8 req-32b45974-d5dd-4115-b73b-fd673a881908 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009340 Mar 21 11:40:08.829907 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a626df95-a8ed-4a13-a254-4fe93aa51191 admin admin] Publish callbacks [] for security_group (705ddb51-626d-4640-9f08-1a3c244d551f), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:08.853962 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a626df95-a8ed-4a13-a254-4fe93aa51191 admin admin] Publish callbacks [] for security_group (705ddb51-626d-4640-9f08-1a3c244d551f), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:08.907604 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a626df95-a8ed-4a13-a254-4fe93aa51191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (705ddb51-626d-4640-9f08-1a3c244d551f), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:08.910276 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a626df95-a8ed-4a13-a254-4fe93aa51191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:08.911608 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a626df95-a8ed-4a13-a254-4fe93aa51191 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/705ddb51-626d-4640-9f08-1a3c244d551f HTTP/1.1" status: 204 len: 168 time: 0.1310949 Mar 21 11:40:08.919417 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626df95-a8ed-4a13-a254-4fe93aa51191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705ddb51-626d-4640-9f08-1a3c244d551f,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:09.277432 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f075b2-d850-4161-abb9-6a0d3ca9ecef req-240dc721-be7b-493b-bfae-36eae2931b54 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:09.279893 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-84f075b2-d850-4161-abb9-6a0d3ca9ecef req-240dc721-be7b-493b-bfae-36eae2931b54 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0828016 Mar 21 11:40:09.291172 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 38656) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:09.303811 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af6da6f8-46e5-4fd5-bd66-133b6475cb15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:09.335183 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-84f075b2-d850-4161-abb9-6a0d3ca9ecef req-9f33128e-dd87-4c63-807a-d2791919b9cf tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502975 Mar 21 11:40:09.406084 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af6da6f8-46e5-4fd5-bd66-133b6475cb15 admin admin] Publish callbacks [] for security_group (f0a0ca02-9141-40ca-9276-28994941bfff), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:09.410326 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-af6da6f8-46e5-4fd5-bd66-133b6475cb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (f0a0ca02-9141-40ca-9276-28994941bfff), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:09.452663 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6da6f8-46e5-4fd5-bd66-133b6475cb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a0ca02-9141-40ca-9276-28994941bfff,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:09.458109 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-af6da6f8-46e5-4fd5-bd66-133b6475cb15 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d092a3ba857e4b1eb67e06d686e5833c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1656632 Mar 21 11:40:09.460727 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 38662) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:09.487794 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896d3de-dff3-4225-a238-7c4e32f3381f req-fad9b925-78ad-409b-b3fd-1a251ba41fc0 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:09.489627 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1896d3de-dff3-4225-a238-7c4e32f3381f req-fad9b925-78ad-409b-b3fd-1a251ba41fc0 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0548105 Mar 21 11:40:09.515402 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff99d-ff6f-4981-917b-a8b98248ff07 admin admin] Publish callbacks [] for security_group (f0a0ca02-9141-40ca-9276-28994941bfff), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:09.537473 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff99d-ff6f-4981-917b-a8b98248ff07 admin admin] Publish callbacks [] for security_group (f0a0ca02-9141-40ca-9276-28994941bfff), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:09.539875 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1896d3de-dff3-4225-a238-7c4e32f3381f req-77e7c134-71aa-4c03-a143-22508fccb013 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 Mar 21 11:40:09.594245 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff99d-ff6f-4981-917b-a8b98248ff07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (f0a0ca02-9141-40ca-9276-28994941bfff), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:09.597417 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff99d-ff6f-4981-917b-a8b98248ff07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:09.600943 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-8b0ff99d-ff6f-4981-917b-a8b98248ff07 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f0a0ca02-9141-40ca-9276-28994941bfff HTTP/1.1" status: 204 len: 168 time: 0.1368997 Mar 21 11:40:09.606699 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ff99d-ff6f-4981-917b-a8b98248ff07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a0ca02-9141-40ca-9276-28994941bfff,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:09.923728 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-554f1d9e-5777-406c-9699-7013d4f495c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:09.961643 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 38668) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:09.977921 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3694933-b102-4869-909b-0184c0d593a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:10.062128 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3694933-b102-4869-909b-0184c0d593a0 admin admin] Publish callbacks [] for security_group (c49702f7-cb23-40fe-b53f-ee7f6938178b), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:10.065741 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d3694933-b102-4869-909b-0184c0d593a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (c49702f7-cb23-40fe-b53f-ee7f6938178b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:10.107133 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 38670) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:10.107345 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-d3694933-b102-4869-909b-0184c0d593a0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e428a1e2d417480bb72f53fb3e2d345e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444411 Mar 21 11:40:10.108000 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3694933-b102-4869-909b-0184c0d593a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49702f7-cb23-40fe-b53f-ee7f6938178b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:10.177140 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-031f8639-acf5-4aad-9953-4d8d8fe81831 admin admin] Publish callbacks [] for security_group (c49702f7-cb23-40fe-b53f-ee7f6938178b), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:10.201754 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-031f8639-acf5-4aad-9953-4d8d8fe81831 admin admin] Publish callbacks [] for security_group (c49702f7-cb23-40fe-b53f-ee7f6938178b), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:10.258511 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-031f8639-acf5-4aad-9953-4d8d8fe81831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (c49702f7-cb23-40fe-b53f-ee7f6938178b), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:10.261156 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-031f8639-acf5-4aad-9953-4d8d8fe81831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:10.262392 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-031f8639-acf5-4aad-9953-4d8d8fe81831 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c49702f7-cb23-40fe-b53f-ee7f6938178b HTTP/1.1" status: 204 len: 168 time: 0.1526859 Mar 21 11:40:10.275724 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f8639-acf5-4aad-9953-4d8d8fe81831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49702f7-cb23-40fe-b53f-ee7f6938178b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:10.489225 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6e7a1-fbb4-4232-8e46-e12b772590cd req-d134487a-a2b8-4af5-abdb-4209542deb20 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:10.490750 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c8a6e7a1-fbb4-4232-8e46-e12b772590cd req-d134487a-a2b8-4af5-abdb-4209542deb20 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0591581 Mar 21 11:40:10.544400 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c8a6e7a1-fbb4-4232-8e46-e12b772590cd req-b61106e0-c4e9-4904-94a3-e268adf96f48 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454588 Mar 21 11:40:10.688126 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1f731-4083-4aaf-b280-3fe588ec180c req-7d08305a-03a7-4b1b-8dca-39b56f480606 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:10.689605 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8fb1f731-4083-4aaf-b280-3fe588ec180c req-7d08305a-03a7-4b1b-8dca-39b56f480606 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0663922 Mar 21 11:40:10.745694 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8fb1f731-4083-4aaf-b280-3fe588ec180c req-13c37524-6bdf-46ba-9422-11fdae3f9e17 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459397 Mar 21 11:40:11.736982 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf76d3e-f3c4-4049-8989-7c63986a767d req-1d7df425-0401-425d-9732-2ff96e889b6d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:11.738507 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8bf76d3e-f3c4-4049-8989-7c63986a767d req-1d7df425-0401-425d-9732-2ff96e889b6d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.1039312 Mar 21 11:40:11.777534 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 38722) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:11.832803 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8bf76d3e-f3c4-4049-8989-7c63986a767d req-240d4787-34c1-4e0c-9088-4a0e6eba2046 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844893 Mar 21 11:40:11.939096 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab31f8-40ff-41f8-8611-8b169ad629a1 req-5e14df1c-0490-43e1-a6fc-4187805c27e1 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:11.940672 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-00ab31f8-40ff-41f8-8611-8b169ad629a1 req-5e14df1c-0490-43e1-a6fc-4187805c27e1 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0602920 Mar 21 11:40:11.992818 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-853bf18f-bed4-4424-80e5-559a86b6b887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:12.020516 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-00ab31f8-40ff-41f8-8611-8b169ad629a1 req-ba1a2c60-59b8-4cba-bc19-56ca31ebc289 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710313 Mar 21 11:40:12.086184 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-853bf18f-bed4-4424-80e5-559a86b6b887 admin admin] Publish callbacks [] for security_group (abea8eda-7c58-4029-95ef-e90f29a17b4f), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:12.093193 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-853bf18f-bed4-4424-80e5-559a86b6b887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (abea8eda-7c58-4029-95ef-e90f29a17b4f), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:12.121334 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-853bf18f-bed4-4424-80e5-559a86b6b887 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7866471ef3794724a9b49666333ad3eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3421416 Mar 21 11:40:12.124387 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 38740) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:12.148161 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bf18f-bed4-4424-80e5-559a86b6b887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abea8eda-7c58-4029-95ef-e90f29a17b4f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:12.204385 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cac80546-5f1b-41d3-8e0c-1ef003de566f admin admin] Publish callbacks [] for security_group (abea8eda-7c58-4029-95ef-e90f29a17b4f), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:12.231225 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cac80546-5f1b-41d3-8e0c-1ef003de566f admin admin] Publish callbacks [] for security_group (abea8eda-7c58-4029-95ef-e90f29a17b4f), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:12.262062 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-462516d5-cbbb-431f-8eb1-076c14d935ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:12.293049 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cac80546-5f1b-41d3-8e0c-1ef003de566f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (abea8eda-7c58-4029-95ef-e90f29a17b4f), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:12.296150 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cac80546-5f1b-41d3-8e0c-1ef003de566f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:12.299589 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-cac80546-5f1b-41d3-8e0c-1ef003de566f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/abea8eda-7c58-4029-95ef-e90f29a17b4f HTTP/1.1" status: 204 len: 168 time: 0.1719744 Mar 21 11:40:12.307300 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac80546-5f1b-41d3-8e0c-1ef003de566f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abea8eda-7c58-4029-95ef-e90f29a17b4f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:13.024119 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6a41c-148a-43d2-bda8-18ede924e16e req-a14e0bdc-fbc8-4bad-b381-48db86153a60 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:13.032840 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-46c6a41c-148a-43d2-bda8-18ede924e16e req-a14e0bdc-fbc8-4bad-b381-48db86153a60 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0958049 Mar 21 11:40:13.118488 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-46c6a41c-148a-43d2-bda8-18ede924e16e req-bdeff17c-713d-4f03-98e3-a188c14c0a9d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847225 Mar 21 11:40:13.460010 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:13.864129 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 38826) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:13.869638 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8e79c2a0-43d9-4d1f-bb67-1514e8d9cd85 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104091029', 'description': 'tempest-description--1305022371'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:13.893869 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e79c2a0-43d9-4d1f-bb67-1514e8d9cd85 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:13.966368 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e79c2a0-43d9-4d1f-bb67-1514e8d9cd85 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for security_group (85c1d502-8c9e-40b3-b806-22df097b167a), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:13.970401 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e79c2a0-43d9-4d1f-bb67-1514e8d9cd85 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (85c1d502-8c9e-40b3-b806-22df097b167a), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:14.001506 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e79c2a0-43d9-4d1f-bb67-1514e8d9cd85 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:14.003432 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8e79c2a0-43d9-4d1f-bb67-1514e8d9cd85 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1379745 Mar 21 11:40:14.005483 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79c2a0-43d9-4d1f-bb67-1514e8d9cd85 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c1d502-8c9e-40b3-b806-22df097b167a,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:14.006703 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 38828) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:14.019302 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Request body: {'security_group_rule': {'security_group_id': '85c1d502-8c9e-40b3-b806-22df097b167a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:14.051724 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for security_group_rule (8c3e059f-7886-4c04-8ec9-425d4aee1860), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:14.111737 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for security_group_rule (8c3e059f-7886-4c04-8ec9-425d4aee1860), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:14.117405 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (8c3e059f-7886-4c04-8ec9-425d4aee1860), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:14.135226 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3e059f-7886-4c04-8ec9-425d4aee1860,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:14.149188 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:14.149541 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:14.149882 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:14.150217 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:14.150549 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:14.150872 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:14.151198 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:14.151618 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:14.152081 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:14.152500 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:14.153519 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:14.153958 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:14.154643 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:14.155013 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:14.155428 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:14.162307 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:14.165311 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-5a2e1763-f468-4d67-9b2d-abb6105ded5e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525676 Mar 21 11:40:14.168009 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 38838) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:14.174861 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3056da22-1585-4eae-89ac-89d0c5debd9d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Request body: {'security_group_rule': {'security_group_id': '85c1d502-8c9e-40b3-b806-22df097b167a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:14.209548 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3056da22-1585-4eae-89ac-89d0c5debd9d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for security_group_rule (de3e2638-17eb-4b57-9d76-2216a47b29e8), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:14.247152 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90adaf31-1101-4407-8ce6-9fb411124889 req-81f98ba6-b996-4c12-920e-c61838516078 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:14.248923 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-90adaf31-1101-4407-8ce6-9fb411124889 req-81f98ba6-b996-4c12-920e-c61838516078 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0601559 Mar 21 11:40:14.277114 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3056da22-1585-4eae-89ac-89d0c5debd9d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for security_group_rule (de3e2638-17eb-4b57-9d76-2216a47b29e8), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:14.281285 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3056da22-1585-4eae-89ac-89d0c5debd9d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (de3e2638-17eb-4b57-9d76-2216a47b29e8), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:14.301690 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056da22-1585-4eae-89ac-89d0c5debd9d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3e2638-17eb-4b57-9d76-2216a47b29e8,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:14.311106 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3056da22-1585-4eae-89ac-89d0c5debd9d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:14.312342 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3056da22-1585-4eae-89ac-89d0c5debd9d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433311 Mar 21 11:40:14.316047 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 38840) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:14.321143 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Request body: {'floatingip': {'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:14.326655 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-90adaf31-1101-4407-8ce6-9fb411124889 req-566e9161-a8ed-419f-8a1b-9755cc138c46 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715108 Mar 21 11:40:14.343475 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:14.460089 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:14.568739 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Allocated IP 172.27.0.118 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/e1e68ba8-1ec1-4004-8045-13eb1a6b3d8e) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:40:14.767949 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:14.883368 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for port (e1e68ba8-1ec1-4004-8045-13eb1a6b3d8e), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:14.920420 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (e1e68ba8-1ec1-4004-8045-13eb1a6b3d8e), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:14.961249 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:40:14.969001 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:40:14.971014 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Pushing event updated for resources: {'Port': ['ID=e1e68ba8-1ec1-4004-8045-13eb1a6b3d8e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:14.972994 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:40:15.067019 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for floatingip (7797982d-f23b-4081-9de3-1367d609ba3b), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:15.110458 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (e1e68ba8-1ec1-4004-8045-13eb1a6b3d8e), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:15.280127 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for port (e1e68ba8-1ec1-4004-8045-13eb1a6b3d8e), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:15.286906 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8481686'] for port (e1e68ba8-1ec1-4004-8045-13eb1a6b3d8e), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:15.373370 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Pushing event updated for resources: {'Port': ['ID=e1e68ba8-1ec1-4004-8045-13eb1a6b3d8e,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:15.387683 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (7797982d-f23b-4081-9de3-1367d609ba3b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:15.410798 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:15.424813 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6353d3c4-3b7b-4f8b-b247-0496b113bb61 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1074700 Mar 21 11:40:15.528317 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a9fee-647e-4d57-874d-773f13a08bc0 req-7cb9e0ca-4038-4263-96aa-b8b6eed14d6c tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:15.537292 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b11a9fee-647e-4d57-874d-773f13a08bc0 req-7cb9e0ca-4038-4263-96aa-b8b6eed14d6c tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.1046879 Mar 21 11:40:15.611150 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b11a9fee-647e-4d57-874d-773f13a08bc0 req-7c7c1947-a81d-4435-b902-0c7335e6d770 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727911 Mar 21 11:40:16.388687 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:17.071758 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489cab0-5cdc-440b-b89b-1a529e80c492 req-40def4fd-eb74-4010-b8ef-074795bcb1f7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:17.073377 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8489cab0-5cdc-440b-b89b-1a529e80c492 req-40def4fd-eb74-4010-b8ef-074795bcb1f7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0590613 Mar 21 11:40:17.129444 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8489cab0-5cdc-440b-b89b-1a529e80c492 req-ec37e674-99d5-4bdd-bcef-3cab19bafafd tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499804 Mar 21 11:40:17.188709 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:18.262380 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac84d6a-7644-451a-b0d9-fd344c680b58 req-399a5254-1cc2-4e5c-a5f5-bfe14f13648f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:18.263954 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fac84d6a-7644-451a-b0d9-fd344c680b58 req-399a5254-1cc2-4e5c-a5f5-bfe14f13648f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0589430 Mar 21 11:40:18.316911 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fac84d6a-7644-451a-b0d9-fd344c680b58 req-522ba5e3-f04a-4902-a31a-cf205b2e50a7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469396 Mar 21 11:40:19.566538 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd9936-c336-4578-a4c6-2ac9c9480b33 req-63f387a5-351b-4bdd-b06b-57f1e19eb2c4 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:19.568173 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bfdd9936-c336-4578-a4c6-2ac9c9480b33 req-63f387a5-351b-4bdd-b06b-57f1e19eb2c4 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0619369 Mar 21 11:40:19.615118 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bfdd9936-c336-4578-a4c6-2ac9c9480b33 req-7432975d-862c-4a26-a77c-5f8602be45f1 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410242 Mar 21 11:40:20.030104 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-210d1f47-23ae-4338-8ce4-ce6f46420abc req-901de0a5-43ed-440b-8aa0-930733313f75 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439289 Mar 21 11:40:20.102725 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d1f47-23ae-4338-8ce4-ce6f46420abc req-7dac9c2f-2ef6-4a93-9565-7fa10789525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:20.104245 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-210d1f47-23ae-4338-8ce4-ce6f46420abc req-7dac9c2f-2ef6-4a93-9565-7fa10789525a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 1129 time: 0.0504746 Mar 21 11:40:20.219525 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d1f47-23ae-4338-8ce4-ce6f46420abc req-0c085fd1-dc69-4df6-915d-2f2044553acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:20.221406 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-210d1f47-23ae-4338-8ce4-ce6f46420abc req-0c085fd1-dc69-4df6-915d-2f2044553acb service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 920 time: 0.0896478 Mar 21 11:40:20.266410 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-210d1f47-23ae-4338-8ce4-ce6f46420abc req-22a1824c-09a6-4184-bbd6-38bee23a1db9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e HTTP/1.1" status: 200 len: 217 time: 0.0378075 Mar 21 11:40:20.536635 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d1f47-23ae-4338-8ce4-ce6f46420abc req-c8da0908-0fd7-49f2-ad9b-64c2e34289ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:20.538274 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-210d1f47-23ae-4338-8ce4-ce6f46420abc req-c8da0908-0fd7-49f2-ad9b-64c2e34289ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b HTTP/1.1" status: 200 len: 858 time: 0.2590775 Mar 21 11:40:20.597051 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d1f47-23ae-4338-8ce4-ce6f46420abc req-05220b49-61e8-4481-8ef5-eda3e3669a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:20.598506 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-210d1f47-23ae-4338-8ce4-ce6f46420abc req-05220b49-61e8-4481-8ef5-eda3e3669a10 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d03519d-2e7e-48b4-905f-e8767233d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513322 Mar 21 11:40:20.737574 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-210d1f47-23ae-4338-8ce4-ce6f46420abc req-f06b41ea-ad4b-469a-bdbe-e893a6d4f919 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309063 Mar 21 11:40:20.807610 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688bb15-f5cf-4bab-a679-96872b52e47b req-b9f7790a-85ee-491d-9723-0892ae1024de tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:20.809158 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c688bb15-f5cf-4bab-a679-96872b52e47b req-b9f7790a-85ee-491d-9723-0892ae1024de tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.1187723 Mar 21 11:40:20.875260 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-210d1f47-23ae-4338-8ce4-ce6f46420abc req-f91dafa9-8dea-4f83-8775-6b9e92aca8c6 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311026 Mar 21 11:40:20.879708 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c688bb15-f5cf-4bab-a679-96872b52e47b req-114b96fa-232b-4010-be6f-f14e7ea83b60 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645797 Mar 21 11:40:22.014004 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478965a-f7d2-4e6f-8835-e798225156b0 req-bc612dc2-df20-46d1-a6b2-b4fde4cb96f7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:22.015485 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e478965a-f7d2-4e6f-8835-e798225156b0 req-bc612dc2-df20-46d1-a6b2-b4fde4cb96f7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0540771 Mar 21 11:40:22.064057 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e478965a-f7d2-4e6f-8835-e798225156b0 req-88386677-32fa-4d5e-9a0b-729b5bb5a02b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430787 Mar 21 11:40:23.201509 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b1aa2-02a5-4fd9-b34e-054d0a7bfad3 req-7cd2963c-7b3e-4621-90c8-25a33ad7c9b6 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:23.203104 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5d7b1aa2-02a5-4fd9-b34e-054d0a7bfad3 req-7cd2963c-7b3e-4621-90c8-25a33ad7c9b6 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0595355 Mar 21 11:40:23.263301 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5d7b1aa2-02a5-4fd9-b34e-054d0a7bfad3 req-7b3404bd-d241-4b71-af56-3de53a27662e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541477 Mar 21 11:40:23.708120 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device b4b550c0-d534-4cbf-98f0-99ee33f9c287 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:40:23.932606 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port b4b550c0-d534-4cbf-98f0-99ee33f9c287, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:40:23.946546 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'port_id': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287', 'mac_address': 'fa:16:3e:5b:5c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:40:24.025943 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port b4b550c0-d534-4cbf-98f0-99ee33f9c287 is: ACTIVE; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:40:24.026298 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:24.040228 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4b550c0-d534-4cbf-98f0-99ee33f9c287 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:40:24.062686 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port b4b550c0-d534-4cbf-98f0-99ee33f9c287, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:40:24.067349 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:24.132661 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=b4b550c0-d534-4cbf-98f0-99ee33f9c287,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:24.233744 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['b4b550c0-d534-4cbf-98f0-99ee33f9c287'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:40:24.461816 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cf8bb-15e1-4b52-8063-15c8d28d06e8 req-66a1a485-8508-4e15-81c0-744a8ca326d4 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:24.468275 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2b5cf8bb-15e1-4b52-8063-15c8d28d06e8 req-66a1a485-8508-4e15-81c0-744a8ca326d4 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 944 time: 0.0925844 Mar 21 11:40:24.517852 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2b5cf8bb-15e1-4b52-8063-15c8d28d06e8 req-78153182-d609-48f8-a81c-987307a9cf73 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482609 Mar 21 11:40:24.793082 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94ab02-14a2-4676-abac-417b033e5893 req-b7e63006-6d05-43e4-bf35-253d86172efb tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:24.801612 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-be94ab02-14a2-4676-abac-417b033e5893 req-b7e63006-6d05-43e4-bf35-253d86172efb tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0655258 Mar 21 11:40:24.856321 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-be94ab02-14a2-4676-abac-417b033e5893 req-2b6d776f-5e17-4539-b0fe-de9ba30be6ac tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538189 Mar 21 11:40:25.651480 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e76f2-68c8-4d13-a90a-5c135963b96d req-c71a02ae-ce02-41cc-81d0-e269f8a28190 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:25.653001 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4c0e76f2-68c8-4d13-a90a-5c135963b96d req-c71a02ae-ce02-41cc-81d0-e269f8a28190 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 944 time: 0.0560215 Mar 21 11:40:25.702635 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4c0e76f2-68c8-4d13-a90a-5c135963b96d req-6946c02f-97fa-4d33-a07d-53f2a5099a7a tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431268 Mar 21 11:40:25.721941 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device b4b550c0-d534-4cbf-98f0-99ee33f9c287 up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:40:25.773175 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port b4b550c0-d534-4cbf-98f0-99ee33f9c287 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:40:25.774073 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:25.868564 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port b4b550c0-d534-4cbf-98f0-99ee33f9c287 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:40:25.869243 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:25.903497 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:40:25.903497 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab9d31f-95e6-4d63-bf7f-3cfd24726753" -d '{"events": [{"server_uuid": "c76cf333-334c-46aa-bc2f-7968e6276c3f", "name": "network-vif-plugged", "status": "completed", "tag": "b4b550c0-d534-4cbf-98f0-99ee33f9c287"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:40:25.916607 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port b4b550c0-d534-4cbf-98f0-99ee33f9c287, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:40:25.921937 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:25.973116 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=b4b550c0-d534-4cbf-98f0-99ee33f9c287,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:26.010644 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae43840-bc8b-45cb-84c2-bf9452b24fc3 req-8000997b-6fa7-4eb2-97c9-b2849596e228 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:26.012208 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-eae43840-bc8b-45cb-84c2-bf9452b24fc3 req-8000997b-6fa7-4eb2-97c9-b2849596e228 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0667839 Mar 21 11:40:26.060545 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-eae43840-bc8b-45cb-84c2-bf9452b24fc3 req-487e0a76-50b7-4812-ae12-7532cbad604c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423837 Mar 21 11:40:26.107327 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c70d48-9da6-44a7-86fe-00bc34570b8d x-openstack-request-id: req-a7c70d48-9da6-44a7-86fe-00bc34570b8d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:40:26.108179 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76cf333-334c-46aa-bc2f-7968e6276c3f", "name": "network-vif-plugged", "status": "completed", "tag": "b4b550c0-d534-4cbf-98f0-99ee33f9c287", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:40:26.108497 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a7c70d48-9da6-44a7-86fe-00bc34570b8d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:40:26.108985 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287', 'code': 200} Mar 21 11:40:26.846929 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067570b-b799-4144-99d6-957cea03a5cf req-7c426e2f-6e2e-4f32-b097-cd27ca665c28 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:26.848910 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e067570b-b799-4144-99d6-957cea03a5cf req-7c426e2f-6e2e-4f32-b097-cd27ca665c28 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0594203 Mar 21 11:40:26.903587 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e067570b-b799-4144-99d6-957cea03a5cf req-72396bf5-f7c5-44b4-aa32-1d2a2b5c5477 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481367 Mar 21 11:40:27.227039 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee789c-2c91-4638-b0f7-9a7128f70545 req-74ae0f72-cfab-4299-8f67-88dafdb833ac tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:27.228742 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-32ee789c-2c91-4638-b0f7-9a7128f70545 req-74ae0f72-cfab-4299-8f67-88dafdb833ac tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0559549 Mar 21 11:40:27.281182 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-32ee789c-2c91-4638-b0f7-9a7128f70545 req-5e209be2-a868-4607-b821-f5f63a92a850 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462298 Mar 21 11:40:28.069002 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e2357-0d16-4f18-8138-929da7fc0605 req-629d9c96-4afa-4607-8a52-41c940f8f2a8 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:28.070649 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9b4e2357-0d16-4f18-8138-929da7fc0605 req-629d9c96-4afa-4607-8a52-41c940f8f2a8 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0958879 Mar 21 11:40:28.134251 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9b4e2357-0d16-4f18-8138-929da7fc0605 req-d2abf5a6-a23d-4c43-905c-adeb91f3ebae tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565567 Mar 21 11:40:28.399235 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f88c9-ea12-45ba-9f65-c8a2ec025ed3 req-1e05d221-fdcb-4db7-bd15-457199fb0e68 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:28.400717 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a7f88c9-ea12-45ba-9f65-c8a2ec025ed3 req-1e05d221-fdcb-4db7-bd15-457199fb0e68 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0527742 Mar 21 11:40:28.446812 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a7f88c9-ea12-45ba-9f65-c8a2ec025ed3 req-bd5a9d00-0b2f-44f1-b769-4e0c275c8cc9 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406678 Mar 21 11:40:29.272796 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c1d86-8fe0-4c65-ac72-f6e277db6397 req-5ac3bedc-df85-4dd5-ab37-f49e3112cad3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:29.274281 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ca7c1d86-8fe0-4c65-ac72-f6e277db6397 req-5ac3bedc-df85-4dd5-ab37-f49e3112cad3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0551195 Mar 21 11:40:29.325140 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ca7c1d86-8fe0-4c65-ac72-f6e277db6397 req-e09d39ff-4572-4448-8bbe-254e402cdde4 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444021 Mar 21 11:40:29.826126 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee745446-696e-4e65-b464-75938e508cbe req-9df57f76-60fc-4ea6-9793-70e5d60b0b3f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:29.827612 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ee745446-696e-4e65-b464-75938e508cbe req-9df57f76-60fc-4ea6-9793-70e5d60b0b3f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0937676 Mar 21 11:40:29.884294 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ee745446-696e-4e65-b464-75938e508cbe req-96fca21e-873f-4bb4-9861-988e39eaacd2 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464704 Mar 21 11:40:30.466393 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1bf99-02fb-43c3-a9f2-242461519463 req-7e70c60a-4adf-41ea-b625-7980b7aec7ac tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:30.468322 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-21d1bf99-02fb-43c3-a9f2-242461519463 req-7e70c60a-4adf-41ea-b625-7980b7aec7ac tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0635850 Mar 21 11:40:30.535388 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-21d1bf99-02fb-43c3-a9f2-242461519463 req-ce068120-292f-48c3-ad3f-62669234f3df tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603626 Mar 21 11:40:31.019816 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc81aa8-f881-420d-9993-bb2fe725390d req-a38474eb-1d1d-4654-b142-4babcccec5c4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:31.021297 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbc81aa8-f881-420d-9993-bb2fe725390d req-a38474eb-1d1d-4654-b142-4babcccec5c4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0581939 Mar 21 11:40:31.071129 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbc81aa8-f881-420d-9993-bb2fe725390d req-9f89cc03-2d70-4c0b-aaff-a5c1d5380c8c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441144 Mar 21 11:40:31.668923 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f6054-f2e0-402b-b0fc-67e6c6676329 req-32905ddd-b6d4-4811-b6cd-326a26206c37 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:31.670272 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d9f6054-f2e0-402b-b0fc-67e6c6676329 req-32905ddd-b6d4-4811-b6cd-326a26206c37 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0559568 Mar 21 11:40:31.718498 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d9f6054-f2e0-402b-b0fc-67e6c6676329 req-c6845f50-9fa6-415c-804a-1b0b71489f8a tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427060 Mar 21 11:40:32.200215 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92762639-9f90-472c-960d-5824c6c8cc20 req-5ab146e2-99d9-447f-bef1-17b9656f2953 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:32.201528 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-92762639-9f90-472c-960d-5824c6c8cc20 req-5ab146e2-99d9-447f-bef1-17b9656f2953 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0530176 Mar 21 11:40:32.252815 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-92762639-9f90-472c-960d-5824c6c8cc20 req-1a94af28-a38a-4f95-8d11-9129453ac9fd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456066 Mar 21 11:40:32.847232 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a260aa-e194-42d6-85d2-ffa2adc0a14e req-87d50f2d-6285-41dc-9058-9fb3da30a65b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:32.850331 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-21a260aa-e194-42d6-85d2-ffa2adc0a14e req-87d50f2d-6285-41dc-9058-9fb3da30a65b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0614283 Mar 21 11:40:32.903968 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-21a260aa-e194-42d6-85d2-ffa2adc0a14e req-b6e45fcd-37c5-408b-a7e2-8e8dffc02401 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478811 Mar 21 11:40:33.385930 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e3ff1-fd32-433b-bab9-0675bc2b5f8e req-fd17e534-214e-4446-b974-1bc8f7855692 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:33.388225 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-945e3ff1-fd32-433b-bab9-0675bc2b5f8e req-fd17e534-214e-4446-b974-1bc8f7855692 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0555871 Mar 21 11:40:33.448651 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-945e3ff1-fd32-433b-bab9-0675bc2b5f8e req-c09f419c-3c72-4039-9456-3cef10cd2d62 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515730 Mar 21 11:40:33.503164 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:40:33.603260 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14c98a42-6378-4486-b324-869ebd18f087 req-05919948-e182-4b6c-a7ad-7bd8daf323d2 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1104091029&fields=id&tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf HTTP/1.1" status: 200 len: 267 time: 0.0467861 Mar 21 11:40:33.723320 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c98a42-6378-4486-b324-869ebd18f087 req-802fd06b-f5b6-42ae-9c74-e70da62c61c6 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:33.726354 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14c98a42-6378-4486-b324-869ebd18f087 req-802fd06b-f5b6-42ae-9c74-e70da62c61c6 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 819 time: 0.1126094 Mar 21 11:40:33.740010 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14c98a42-6378-4486-b324-869ebd18f087 req-df570b98-12b4-4f27-9309-541bb411b18c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/quotas/b6daf1be2b45422b9f4f231b03f2ecbf HTTP/1.1" status: 200 len: 375 time: 0.0089247 Mar 21 11:40:33.808097 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14c98a42-6378-4486-b324-869ebd18f087 req-f97a5db2-8936-410a-a1ac-d3198097f37a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0628471 Mar 21 11:40:33.913544 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14c98a42-6378-4486-b324-869ebd18f087 req-4eb83b50-9ec0-4517-ace5-b38443f87907 service neutron] 10.222.0.61 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943873 Mar 21 11:40:34.038860 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14c98a42-6378-4486-b324-869ebd18f087 req-51235c21-3f4f-473d-bb39-21a1b53163d7 service neutron] 10.222.0.61 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196632 Mar 21 11:40:34.054541 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf97f87-7a85-4598-99e5-83e3c04df1a7 req-5d0e1ec7-3dfc-46a0-9079-7951d30319f5 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:34.056025 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2cf97f87-7a85-4598-99e5-83e3c04df1a7 req-5d0e1ec7-3dfc-46a0-9079-7951d30319f5 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0780580 Mar 21 11:40:34.105412 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2cf97f87-7a85-4598-99e5-83e3c04df1a7 req-5e260b3f-1240-4aea-8d16-e65a3d1a669c tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432143 Mar 21 11:40:34.195117 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-706fe36b-cc58-4404-96b3-5c4f5a9b054b req-e623784c-a874-45da-b5ad-ded5be2f241e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 210 time: 0.0262780 Mar 21 11:40:34.565026 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2e982-285f-4b8d-82df-716348b0b683 req-bafc8fa1-44bd-4156-99bc-67b6c6e0f815 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:34.566460 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f3b2e982-285f-4b8d-82df-716348b0b683 req-bafc8fa1-44bd-4156-99bc-67b6c6e0f815 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0500131 Mar 21 11:40:34.611056 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f3b2e982-285f-4b8d-82df-716348b0b683 req-710442b4-1838-4440-8aba-e87447ce39e4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384412 Mar 21 11:40:35.262174 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e17b3-8f3a-45d5-8f3b-e6077558c4fd req-57ff9a98-b9aa-498e-bdc1-0ce313045f28 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:35.263708 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-963e17b3-8f3a-45d5-8f3b-e6077558c4fd req-57ff9a98-b9aa-498e-bdc1-0ce313045f28 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0866215 Mar 21 11:40:35.323349 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7789508f-e88f-44cf-bac2-03ba422ca52b req-f2b4f9ba-de45-4cdc-80ea-b6824dd546ea tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 210 time: 0.0286033 Mar 21 11:40:35.387369 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-963e17b3-8f3a-45d5-8f3b-e6077558c4fd req-9075eb7b-c4df-49e3-b335-b846b5c04022 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092446 Mar 21 11:40:35.785632 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559584d4-3118-4d5b-b4d9-d41175e7b2e7 req-d21611ce-7ac8-4f24-a8e2-9ead981fcb5f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:35.788075 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-559584d4-3118-4d5b-b4d9-d41175e7b2e7 req-d21611ce-7ac8-4f24-a8e2-9ead981fcb5f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0703464 Mar 21 11:40:35.856656 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-559584d4-3118-4d5b-b4d9-d41175e7b2e7 req-aec01527-9389-44fd-b50b-4c697d978848 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615499 Mar 21 11:40:36.169994 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c98a42-6378-4486-b324-869ebd18f087 req-3029a87e-1a68-4390-bd63-6d097bf56f41 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:36.176583 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14c98a42-6378-4486-b324-869ebd18f087 req-3029a87e-1a68-4390-bd63-6d097bf56f41 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.64 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 819 time: 0.1830323 Mar 21 11:40:36.276545 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14c98a42-6378-4486-b324-869ebd18f087 req-dfd09464-b9b7-4c37-bcf4-e1e9204bc526 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf HTTP/1.1" status: 200 len: 380 time: 0.0894215 Mar 21 11:40:36.294918 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-14c98a42-6378-4486-b324-869ebd18f087 req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Request body: {'port': {'device_id': '388a7d07-1846-4af4-b139-2d41ae118d49', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'admin_state_up': True, 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'security_groups': ['85c1d502-8c9e-40b3-b806-22df097b167a']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:36.440899 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c98a42-6378-4486-b324-869ebd18f087 req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Made reservation on behalf of b6daf1be2b45422b9f4f231b03f2ecbf for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:40:36.446958 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14c98a42-6378-4486-b324-869ebd18f087 req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:36.581563 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1438be80-1aa4-4ba8-bee5-d43e7d752bcd req-ec84156c-3d21-4a1d-b196-268f65cf5cda tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 210 time: 0.0703144 Mar 21 11:40:36.686700 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfd66d-74ce-4cd4-b7cc-f646b3cde5e2 req-b51a0e8a-a86a-4327-b635-a4332c62462d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:36.688958 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a7dfd66d-74ce-4cd4-b7cc-f646b3cde5e2 req-b51a0e8a-a86a-4327-b635-a4332c62462d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.1760850 Mar 21 11:40:36.781180 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-14c98a42-6378-4486-b324-869ebd18f087 req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Allocated IP 172.20.0.11 (1d03519d-2e7e-48b4-905f-e8767233d5b2/3028da22-9f5c-47fe-ad2f-2d7bc04fd16b/3b3f81cb-1c89-4ef2-9e39-bfc695c36451) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:40:36.786795 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a7dfd66d-74ce-4cd4-b7cc-f646b3cde5e2 req-5bfaae29-ce21-4de0-84d1-9f0ee77b951c tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761280 Mar 21 11:40:37.066002 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14c98a42-6378-4486-b324-869ebd18f087 req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for port (3b3f81cb-1c89-4ef2-9e39-bfc695c36451), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:37.085834 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7175f9-b18c-4336-82ab-683ff708cccc req-0c87bb8e-eac5-442d-880c-ae502e0a4d99 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:37.087480 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2f7175f9-b18c-4336-82ab-683ff708cccc req-0c87bb8e-eac5-442d-880c-ae502e0a4d99 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0871327 Mar 21 11:40:37.154948 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14c98a42-6378-4486-b324-869ebd18f087 req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (3b3f81cb-1c89-4ef2-9e39-bfc695c36451), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:37.251021 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Pushing event updated for resources: {'Port': ['ID=3b3f81cb-1c89-4ef2-9e39-bfc695c36451,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:37.257599 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2f7175f9-b18c-4336-82ab-683ff708cccc req-5b2cea59-af39-4a2b-ad2a-adc5024420e5 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599467 Mar 21 11:40:37.266369 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c98a42-6378-4486-b324-869ebd18f087 req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Network 1d03519d-2e7e-48b4-905f-e8767233d5b2 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:40:37.272773 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-14c98a42-6378-4486-b324-869ebd18f087 req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:40:37.293649 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c98a42-6378-4486-b324-869ebd18f087 req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:40:37.302441 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c98a42-6378-4486-b324-869ebd18f087 req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:37.303282 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14c98a42-6378-4486-b324-869ebd18f087 req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:37.308057 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:37.308641 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:37.309191 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:37.309773 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:37.316252 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:37.316949 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:37.317598 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:37.318105 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:37.318968 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:37.320835 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:37.321306 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:37.321755 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:37.322292 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:37.322719 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:37.323265 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:37.349160 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14c98a42-6378-4486-b324-869ebd18f087 req-6fdc1dd8-8c41-4eaf-8ce8-967d06e920ec tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0605519 Mar 21 11:40:37.587590 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9a118ca2-40e3-4f3d-85b5-34829a5535e6 None None] Provisioning complete for port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:40:37.588436 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9a118ca2-40e3-4f3d-85b5-34829a5535e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (3b3f81cb-1c89-4ef2-9e39-bfc695c36451), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:37.625362 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9a118ca2-40e3-4f3d-85b5-34829a5535e6 None None] Port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:40:37.716825 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eaafaf-538f-4053-b055-dc06f04d5230 req-cded0463-677f-4245-ad05-21c28b950892 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:37.718229 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d2eaafaf-538f-4053-b055-dc06f04d5230 req-cded0463-677f-4245-ad05-21c28b950892 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 932 time: 0.0577152 Mar 21 11:40:37.772350 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d2eaafaf-538f-4053-b055-dc06f04d5230 req-c4fa3c4e-c10f-4b45-924b-43e254e9a2c2 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473063 Mar 21 11:40:37.935407 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4e481-cfd8-41d3-b663-4f172acbdcd8 req-f487a54e-2ee7-4970-a64d-058d9c6d7302 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:37.937075 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-34f4e481-cfd8-41d3-b663-4f172acbdcd8 req-f487a54e-2ee7-4970-a64d-058d9c6d7302 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0564880 Mar 21 11:40:37.992440 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-34f4e481-cfd8-41d3-b663-4f172acbdcd8 req-fe96a849-3f3c-43ca-9d05-ddc018adfdd9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489471 Mar 21 11:40:38.422448 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa828d7f-c2ac-460f-b459-f79fb8f1d62a req-16be1aa2-6b23-4bfa-b1ac-a11b0a0e3cf3 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:38.424096 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aa828d7f-c2ac-460f-b459-f79fb8f1d62a req-16be1aa2-6b23-4bfa-b1ac-a11b0a0e3cf3 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0843298 Mar 21 11:40:38.485455 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aa828d7f-c2ac-460f-b459-f79fb8f1d62a req-891df1be-f634-4dba-91eb-2c2ce7c7d3d9 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501647 Mar 21 11:40:38.755874 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39194) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:38.761323 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e21afd72-f81f-4464-a607-a60ed58411e9 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1983920494', 'description': 'tempest-description--1526828784'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:38.785179 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e21afd72-f81f-4464-a607-a60ed58411e9 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:38.867507 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e21afd72-f81f-4464-a607-a60ed58411e9 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (4a60a810-905d-4820-8dc1-d0d05fbc559e), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:38.876661 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e21afd72-f81f-4464-a607-a60ed58411e9 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (4a60a810-905d-4820-8dc1-d0d05fbc559e), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:38.924236 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21afd72-f81f-4464-a607-a60ed58411e9 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a60a810-905d-4820-8dc1-d0d05fbc559e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:38.940756 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e21afd72-f81f-4464-a607-a60ed58411e9 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:38.945619 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-e21afd72-f81f-4464-a607-a60ed58411e9 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1864283 Mar 21 11:40:38.949956 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39198) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:38.957161 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5fc6fad4-fc2c-488f-99ca-c381eb83d099 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'security_group_rule': {'security_group_id': '4a60a810-905d-4820-8dc1-d0d05fbc559e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:39.059735 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5fc6fad4-fc2c-488f-99ca-c381eb83d099 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (fc8a1fac-a778-477b-bcc3-1fc00bb2d55a), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:39.090042 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d11a2f-28c8-4c1c-91f3-b0d7b79b24e5 req-b0d51c84-29f0-42f8-b671-552403ac06a9 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:39.091862 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a9d11a2f-28c8-4c1c-91f3-b0d7b79b24e5 req-b0d51c84-29f0-42f8-b671-552403ac06a9 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 932 time: 0.2262158 Mar 21 11:40:39.197297 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5fc6fad4-fc2c-488f-99ca-c381eb83d099 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (fc8a1fac-a778-477b-bcc3-1fc00bb2d55a), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:39.204088 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5fc6fad4-fc2c-488f-99ca-c381eb83d099 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (fc8a1fac-a778-477b-bcc3-1fc00bb2d55a), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:39.223083 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a9d11a2f-28c8-4c1c-91f3-b0d7b79b24e5 req-50d45e87-2e05-47bf-a3e8-3ac47b1dcab1 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218445 Mar 21 11:40:39.226275 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6fad4-fc2c-488f-99ca-c381eb83d099 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8a1fac-a778-477b-bcc3-1fc00bb2d55a,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:39.246703 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5fc6fad4-fc2c-488f-99ca-c381eb83d099 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:39.250688 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-5fc6fad4-fc2c-488f-99ca-c381eb83d099 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2963810 Mar 21 11:40:39.250949 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39204) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:39.256220 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-aefe3b7b-a694-40d5-9e23-1bd7f9912f11 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'security_group_rule': {'security_group_id': '4a60a810-905d-4820-8dc1-d0d05fbc559e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:39.264414 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff729cd-49ac-4adc-b05d-31b97684f1eb req-db999c3b-063f-4627-bdf3-2971a1acd8aa tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:39.266069 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1ff729cd-49ac-4adc-b05d-31b97684f1eb req-db999c3b-063f-4627-bdf3-2971a1acd8aa tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.1113050 Mar 21 11:40:39.290946 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aefe3b7b-a694-40d5-9e23-1bd7f9912f11 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (d1f07185-b445-4836-8c3a-1d7c4eaeac21), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:39.329048 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1ff729cd-49ac-4adc-b05d-31b97684f1eb req-76387232-a768-4bba-99ec-804f2369e450 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572250 Mar 21 11:40:39.357098 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aefe3b7b-a694-40d5-9e23-1bd7f9912f11 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (d1f07185-b445-4836-8c3a-1d7c4eaeac21), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:39.362192 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aefe3b7b-a694-40d5-9e23-1bd7f9912f11 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (d1f07185-b445-4836-8c3a-1d7c4eaeac21), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:39.381430 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe3b7b-a694-40d5-9e23-1bd7f9912f11 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f07185-b445-4836-8c3a-1d7c4eaeac21,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:39.386753 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aefe3b7b-a694-40d5-9e23-1bd7f9912f11 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:39.388020 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-aefe3b7b-a694-40d5-9e23-1bd7f9912f11 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355414 Mar 21 11:40:39.391170 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39206) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:39.399823 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'floatingip': {'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:39.461623 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:39.571543 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:39.617143 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a9912-d8b1-4faa-bc05-8b5d2abf670a req-16119f7c-9a93-4d94-994d-cbb76a8bfef8 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:39.635700 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bb4a9912-d8b1-4faa-bc05-8b5d2abf670a req-16119f7c-9a93-4d94-994d-cbb76a8bfef8 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0833788 Mar 21 11:40:39.687581 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Allocated IP 172.27.0.240 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/629d49e0-d1a0-4943-a9c6-6f52dc129c12) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:40:39.756381 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bb4a9912-d8b1-4faa-bc05-8b5d2abf670a req-3e726a65-714a-4591-9906-c2f40e1c23a6 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136003 Mar 21 11:40:39.815525 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for port (629d49e0-d1a0-4943-a9c6-6f52dc129c12), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:39.852379 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (629d49e0-d1a0-4943-a9c6-6f52dc129c12), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:39.893433 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:40:39.899428 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:40:39.908052 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:40:39.911631 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'Port': ['ID=629d49e0-d1a0-4943-a9c6-6f52dc129c12,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:39.929712 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9edb88e0-4605-40c3-b891-e2b21f9598a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:40.013723 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (42cf3735-e141-454b-9d93-c07720574c7f), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:40.053074 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (629d49e0-d1a0-4943-a9c6-6f52dc129c12), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:40.149232 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Request body: {'port': {'device_id': '388a7d07-1846-4af4-b139-2d41ae118d49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:40.225423 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (3b3f81cb-1c89-4ef2-9e39-bfc695c36451), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:40.276818 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for port (629d49e0-d1a0-4943-a9c6-6f52dc129c12), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:40.290479 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8481686'] for port (629d49e0-d1a0-4943-a9c6-6f52dc129c12), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:40.380294 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (42cf3735-e141-454b-9d93-c07720574c7f), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:40.413353 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'Port': ['ID=629d49e0-d1a0-4943-a9c6-6f52dc129c12,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:40.418694 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:40.420182 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ae8afb14-d377-4d0e-b6e9-d64adbfb7219 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0278928 Mar 21 11:40:40.570378 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21f86f-f366-44fa-a7d1-4746b0d92e75 req-991b4481-6e38-4d0a-99b0-5ef657c24c52 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:40.572301 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0c21f86f-f366-44fa-a7d1-4746b0d92e75 req-991b4481-6e38-4d0a-99b0-5ef657c24c52 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 932 time: 0.2703347 Mar 21 11:40:40.653446 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fa77d-3260-4503-9295-1e57f0d1dfcd req-543f2218-295f-47a8-a193-5feca9079dad tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:40.654912 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-832fa77d-3260-4503-9295-1e57f0d1dfcd req-543f2218-295f-47a8-a193-5feca9079dad tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.2042582 Mar 21 11:40:40.690356 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0c21f86f-f366-44fa-a7d1-4746b0d92e75 req-c05f4736-7aea-41b3-9897-93b714020f0f tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103640 Mar 21 11:40:40.799276 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-832fa77d-3260-4503-9295-1e57f0d1dfcd req-1b27242e-b07a-4d0b-9395-b458a523710d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292095 Mar 21 11:40:40.802158 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:40:40.811728 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Publish callbacks [] for port (3b3f81cb-1c89-4ef2-9e39-bfc695c36451), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:40.827084 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Transition to ACTIVE for port object 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:40:40.845805 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (3b3f81cb-1c89-4ef2-9e39-bfc695c36451), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:41.307821 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3f81cb-1c89-4ef2-9e39-bfc695c36451,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:41.362213 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-e4e42c57-ff27-4559-98cd-aab7da6968a5 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1983920494&fields=id&tenant_id=8ee9a47756654ffb95e31ec71d9f9a10 HTTP/1.1" status: 200 len: 267 time: 0.5131319 Mar 21 11:40:41.437914 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Attempting to bind port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:40:41.438252 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Attempting to bind port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:40:41.438762 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Attempting to bind port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 on network 1d03519d-2e7e-48b4-905f-e8767233d5b2 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:40:41.454391 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b4f2b-7242-4744-a4a9-432c8ab63b74 req-07bfa21d-7556-48c4-9617-feacbb768b44 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:41.456006 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f62b4f2b-7242-4744-a4a9-432c8ab63b74 req-07bfa21d-7556-48c4-9617-feacbb768b44 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.5490921 Mar 21 11:40:41.459483 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 on network 1d03519d-2e7e-48b4-905f-e8767233d5b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:40:41.459903 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Attempting to bind port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 on network 1d03519d-2e7e-48b4-905f-e8767233d5b2 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:40:41.477879 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:40:41.478220 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Checking segment: {'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:40:41.478620 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Bound using segment: {'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:40:41.479056 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Bound port: 3b3f81cb-1c89-4ef2-9e39-bfc695c36451, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702d4d8c-ecbf-48bb-8ee0-f3293f73b413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:40:41.479409 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (3b3f81cb-1c89-4ef2-9e39-bfc695c36451), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:41.575990 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-d67cbcb4-1ed5-4823-a758-4a71f9ecc402 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:41.577449 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-d67cbcb4-1ed5-4823-a758-4a71f9ecc402 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/networks?id=18d4826d-4fed-4890-a7bf-cce3a3544769 HTTP/1.1" status: 200 len: 815 time: 0.2069871 Mar 21 11:40:41.612313 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f62b4f2b-7242-4744-a4a9-432c8ab63b74 req-001a05f4-d51c-4d68-9a1c-9d51e0159e6c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436508 Mar 21 11:40:41.632065 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-fe3707d1-e482-4168-af49-82941d0848ee tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/quotas/8ee9a47756654ffb95e31ec71d9f9a10 HTTP/1.1" status: 200 len: 375 time: 0.0396354 Mar 21 11:40:41.673176 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] For port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:40:41.697018 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] For port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=3b3f81cb-1c89-4ef2-9e39-bfc695c36451,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:40:41.710810 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (3b3f81cb-1c89-4ef2-9e39-bfc695c36451), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:41.735807 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-d5dc8b6f-c844-44c2-9ccc-16765f4249c9 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ee9a47756654ffb95e31ec71d9f9a10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0973079 Mar 21 11:40:41.775655 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:41.776275 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:41.778588 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14c98a42-6378-4486-b324-869ebd18f087 req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] 10.222.0.64 "PUT /v2.0/ports/3b3f81cb-1c89-4ef2-9e39-bfc695c36451 HTTP/1.1" status: 200 len: 1094 time: 1.6356659 Mar 21 11:40:41.779463 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388a7d07-1846-4af4-b139-2d41ae118d49', 'tag': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:40:41.781696 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83d0694-56a5-47c3-a003-b0d63e5a424b" -d '{"events": [{"name": "network-changed", "server_uuid": "388a7d07-1846-4af4-b139-2d41ae118d49", "tag": "3b3f81cb-1c89-4ef2-9e39-bfc695c36451"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:40:41.902927 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ac356-8195-4305-9fae-e11c83ba1909 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3f81cb-1c89-4ef2-9e39-bfc695c36451,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:41.960294 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18131ae7-c7a7-423a-937e-70d3e89adc81 req-a8825143-c197-4c9a-a4c2-fc2f26b7ca82 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:41.961904 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-18131ae7-c7a7-423a-937e-70d3e89adc81 req-a8825143-c197-4c9a-a4c2-fc2f26b7ca82 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 944 time: 0.1330299 Mar 21 11:40:41.963807 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-d549c9fe-538b-4124-acc0-cf6d4547b85d service neutron] 10.222.0.61 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014773 Mar 21 11:40:42.085480 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-18131ae7-c7a7-423a-937e-70d3e89adc81 req-33c3fbd4-5a73-46ee-8872-c67f1f940703 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105082 Mar 21 11:40:42.107259 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-ac5d5523-1c03-4e84-8bbd-bd293a083178 service neutron] 10.222.0.61 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343696 Mar 21 11:40:42.147650 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5408d55b-2656-481d-91ff-9dd54c4fa794 x-openstack-request-id: req-5408d55b-2656-481d-91ff-9dd54c4fa794 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:40:42.148002 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388a7d07-1846-4af4-b139-2d41ae118d49", "tag": "3b3f81cb-1c89-4ef2-9e39-bfc695c36451", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:40:42.148410 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5408d55b-2656-481d-91ff-9dd54c4fa794 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:40:42.149413 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388a7d07-1846-4af4-b139-2d41ae118d49', 'tag': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451', 'status': 'completed', 'code': 200} Mar 21 11:40:42.249587 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ba6ea30-ed84-4d05-bf60-99023f103fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:42.282615 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4f5c3-16e5-4a94-b679-eb9f8ecb6f3c req-fef667ae-6663-4f4d-895e-f6985258b6df tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:42.284204 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6ec4f5c3-16e5-4a94-b679-eb9f8ecb6f3c req-fef667ae-6663-4f4d-895e-f6985258b6df tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0932376 Mar 21 11:40:42.343328 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-da299709-e6e9-454c-b1b2-6b22ddb9c5c5 req-ddaadef0-0628-4333-ad0d-16bf81db0b90 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 210 time: 0.0446994 Mar 21 11:40:42.378727 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6ec4f5c3-16e5-4a94-b679-eb9f8ecb6f3c req-6bc5ba23-2b8e-4776-a03a-085dd767cb0a tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880420 Mar 21 11:40:42.750387 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cbfb1-a913-484e-9309-0797db31a633 req-2267fd1b-b158-4f5e-acfd-b167fd39c04c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:42.756848 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d84cbfb1-a913-484e-9309-0797db31a633 req-2267fd1b-b158-4f5e-acfd-b167fd39c04c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0619905 Mar 21 11:40:42.812129 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d84cbfb1-a913-484e-9309-0797db31a633 req-6f8c6d83-04e8-4cd8-953d-3ae2daff38c5 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530570 Mar 21 11:40:43.210734 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7731c2d-d153-4d39-8f2f-08c1271c325e req-c453a2d9-48a5-496b-b129-75a31e42dd10 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:43.212205 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a7731c2d-d153-4d39-8f2f-08c1271c325e req-c453a2d9-48a5-496b-b129-75a31e42dd10 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 944 time: 0.0558572 Mar 21 11:40:43.264876 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a7731c2d-d153-4d39-8f2f-08c1271c325e req-fd67f0c4-a135-4940-a832-a2031acf1cb6 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468209 Mar 21 11:40:43.467507 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-02ed2b72-f483-40bb-881e-251ce40a29a2 req-78ca2183-408a-40b8-9e29-657bc69476af tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 210 time: 0.0533628 Mar 21 11:40:43.488826 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:43.534690 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b46b6-2ed1-498b-8758-469e2ae4219a req-47f90442-9cbe-47f8-89e9-695e89221978 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:43.536202 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5a2b46b6-2ed1-498b-8758-469e2ae4219a req-47f90442-9cbe-47f8-89e9-695e89221978 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0676687 Mar 21 11:40:43.597455 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5a2b46b6-2ed1-498b-8758-469e2ae4219a req-667bed7e-b8b7-4733-bb9c-8b9033771e22 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545444 Mar 21 11:40:43.961661 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679068e-257d-4e96-b39b-2179e0cebb9a req-1fce7baf-2b3d-4145-b70d-9b498a54ead2 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:43.963154 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2679068e-257d-4e96-b39b-2179e0cebb9a req-1fce7baf-2b3d-4145-b70d-9b498a54ead2 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0670531 Mar 21 11:40:44.019558 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2679068e-257d-4e96-b39b-2179e0cebb9a req-cc34bd99-2f4b-4ebd-a705-211210aca3ff tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502222 Mar 21 11:40:44.393099 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32e631-831b-44a1-a26a-141e167cc117 req-c4906044-956c-42ff-b6a3-0466b51d118d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:44.394583 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9e32e631-831b-44a1-a26a-141e167cc117 req-c4906044-956c-42ff-b6a3-0466b51d118d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 944 time: 0.0557425 Mar 21 11:40:44.444308 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9e32e631-831b-44a1-a26a-141e167cc117 req-2fe5c21e-7b88-4138-b743-217a8c7cd185 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435693 Mar 21 11:40:44.576559 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-76554efd-3dd0-4a7d-a8bf-86bd7d15df14 req-66dce86f-7824-45d4-b751-594664421f14 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 210 time: 0.0325551 Mar 21 11:40:44.733711 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbce12c-ca63-4e1d-98f6-1f327bc504d9 req-4508d6c0-2801-4607-ac06-1dd32fd85f9e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:44.740750 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1cbce12c-ca63-4e1d-98f6-1f327bc504d9 req-4508d6c0-2801-4607-ac06-1dd32fd85f9e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0608103 Mar 21 11:40:44.776631 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:44.809484 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1cbce12c-ca63-4e1d-98f6-1f327bc504d9 req-e4267712-f2ac-4253-b35b-78fbd42de1bf tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678608 Mar 21 11:40:45.045379 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c98a42-6378-4486-b324-869ebd18f087 req-42efb282-fe9f-4489-90e5-40a901b283e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:45.047130 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14c98a42-6378-4486-b324-869ebd18f087 req-42efb282-fe9f-4489-90e5-40a901b283e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 1128 time: 0.0576918 Mar 21 11:40:45.127575 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14c98a42-6378-4486-b324-869ebd18f087 req-f3495434-d2ac-47c3-a15f-04ca123f53e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3f81cb-1c89-4ef2-9e39-bfc695c36451 HTTP/1.1" status: 200 len: 217 time: 0.0695450 Mar 21 11:40:45.213288 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c98a42-6378-4486-b324-869ebd18f087 req-b0e479dc-3648-4bf9-9007-ed0698a9fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:45.214764 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14c98a42-6378-4486-b324-869ebd18f087 req-b0e479dc-3648-4bf9-9007-ed0698a9fc0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b HTTP/1.1" status: 200 len: 858 time: 0.0797431 Mar 21 11:40:45.238381 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ac82f-100f-4044-8604-a72bc403a4ec req-9e4d0e26-be4f-4866-85ad-41205f236c16 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:45.239891 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a06ac82f-100f-4044-8604-a72bc403a4ec req-9e4d0e26-be4f-4866-85ad-41205f236c16 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.1065314 Mar 21 11:40:45.319208 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c98a42-6378-4486-b324-869ebd18f087 req-d3097984-909a-43b0-8863-8a14fd577a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:45.320745 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14c98a42-6378-4486-b324-869ebd18f087 req-d3097984-909a-43b0-8863-8a14fd577a73 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d03519d-2e7e-48b4-905f-e8767233d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0973723 Mar 21 11:40:45.324086 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a06ac82f-100f-4044-8604-a72bc403a4ec req-67c6e693-d54b-4430-ae28-8d2419476cfc tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623736 Mar 21 11:40:45.436985 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14c98a42-6378-4486-b324-869ebd18f087 req-c06c698f-9274-461d-a4e9-e18d297a3c60 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016095 Mar 21 11:40:45.550109 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-14c98a42-6378-4486-b324-869ebd18f087 req-d7b25ee4-98c2-46ef-aab3-2facaffc07f1 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020739 Mar 21 11:40:45.793792 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b341737d-0af1-454b-831a-c62f0afb0a86 req-7176de23-ed8a-4e31-878e-d74c440448da tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 210 time: 0.1090357 Mar 21 11:40:45.807081 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f62980-3df1-466d-a43b-bee3e395d8aa req-b83c2fd8-6bdc-4179-b514-4d9bae1b8ee1 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:45.818031 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-49f62980-3df1-466d-a43b-bee3e395d8aa req-b83c2fd8-6bdc-4179-b514-4d9bae1b8ee1 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 944 time: 0.2632027 Mar 21 11:40:45.867874 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d0694-56a5-47c3-a003-b0d63e5a424b req-3496bf08-b941-4dbd-8119-e1c8f0f4b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:45.873262 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b83d0694-56a5-47c3-a003-b0d63e5a424b req-3496bf08-b941-4dbd-8119-e1c8f0f4b8a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 1128 time: 0.2237840 Mar 21 11:40:46.061643 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-49f62980-3df1-466d-a43b-bee3e395d8aa req-ae7dd0b8-e276-438c-abd7-7bc7bc816e70 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464685 Mar 21 11:40:46.120801 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39396) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:46.159752 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-51d14c70-29c6-439d-9598-2a246aecaf23 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:46.161291 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-51d14c70-29c6-439d-9598-2a246aecaf23 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "GET /v2.0/networks?id=18d4826d-4fed-4890-a7bf-cce3a3544769 HTTP/1.1" status: 200 len: 815 time: 0.2872210 Mar 21 11:40:46.162816 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d0694-56a5-47c3-a003-b0d63e5a424b req-41ece347-9bf0-4ed8-b64b-3482da76de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:46.164170 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b83d0694-56a5-47c3-a003-b0d63e5a424b req-41ece347-9bf0-4ed8-b64b-3482da76de1a service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 920 time: 0.2761300 Mar 21 11:40:46.170889 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71bd4b-0c2c-4dbb-9eee-64a47b973487 req-0e6d97e9-8992-4fcb-9e66-c7b4ee95f83f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:46.173344 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6e71bd4b-0c2c-4dbb-9eee-64a47b973487 req-0e6d97e9-8992-4fcb-9e66-c7b4ee95f83f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.2178266 Mar 21 11:40:46.184275 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95cf7db-8e4a-4f38-bda9-2b56ba1dbcf9 admin admin] Deleting subnet 3cc2fc9b-9edf-4525-aed3-44d7151e260d {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:40:46.188006 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c95cf7db-8e4a-4f38-bda9-2b56ba1dbcf9 admin admin] Publish callbacks [] for subnet (3cc2fc9b-9edf-4525-aed3-44d7151e260d), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:46.230849 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c95cf7db-8e4a-4f38-bda9-2b56ba1dbcf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12119821'] for subnet (3cc2fc9b-9edf-4525-aed3-44d7151e260d), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:46.254778 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b83d0694-56a5-47c3-a003-b0d63e5a424b req-f27372ef-fbc7-400c-933b-bc7c030c6e57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3f81cb-1c89-4ef2-9e39-bfc695c36451 HTTP/1.1" status: 200 len: 217 time: 0.0672767 Mar 21 11:40:46.276003 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c95cf7db-8e4a-4f38-bda9-2b56ba1dbcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239508'] for subnet (3cc2fc9b-9edf-4525-aed3-44d7151e260d), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:46.323016 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6e71bd4b-0c2c-4dbb-9eee-64a47b973487 req-d2a1e31e-75ee-45ea-a5b2-978a6b2bcc5c tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436648 Mar 21 11:40:46.344732 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c95cf7db-8e4a-4f38-bda9-2b56ba1dbcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8481104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734074'] for subnet (3cc2fc9b-9edf-4525-aed3-44d7151e260d), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:46.372022 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d0694-56a5-47c3-a003-b0d63e5a424b req-d5488111-2d88-4f24-9971-c2aa65d7cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:46.373776 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b83d0694-56a5-47c3-a003-b0d63e5a424b req-d5488111-2d88-4f24-9971-c2aa65d7cbe0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b HTTP/1.1" status: 200 len: 858 time: 0.0973418 Mar 21 11:40:46.399964 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cf7db-8e4a-4f38-bda9-2b56ba1dbcf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc2fc9b-9edf-4525-aed3-44d7151e260d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:46.409117 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:46.409775 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c95cf7db-8e4a-4f38-bda9-2b56ba1dbcf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:46.417431 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-c95cf7db-8e4a-4f38-bda9-2b56ba1dbcf9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3cc2fc9b-9edf-4525-aed3-44d7151e260d HTTP/1.1" status: 204 len: 168 time: 0.2931938 Mar 21 11:40:46.418216 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39402) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:46.433405 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-1ac7c3f1-05dc-4b8a-b49d-e9127b0a99d6 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ee9a47756654ffb95e31ec71d9f9a10 HTTP/1.1" status: 200 len: 473 time: 0.2515020 Mar 21 11:40:46.453277 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-ba00ac44-2f15-4ddd-9c6f-77cda1b1b715 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'port': {'device_id': '4bba5259-271e-4e9d-b202-c0613b25651a', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'admin_state_up': True, 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'security_groups': ['4a60a810-905d-4820-8dc1-d0d05fbc559e']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:46.500435 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c751326-6bf1-4a9a-a316-4f11f387147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163419'] for network (983a34af-f8b1-4505-82d9-b7c23495d63e), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:46.571956 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d0694-56a5-47c3-a003-b0d63e5a424b req-5f0c4f88-c9f3-4a1e-bd82-ec4523e07d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:46.574472 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b83d0694-56a5-47c3-a003-b0d63e5a424b req-5f0c4f88-c9f3-4a1e-bd82-ec4523e07d1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d03519d-2e7e-48b4-905f-e8767233d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1914811 Mar 21 11:40:46.589747 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c751326-6bf1-4a9a-a316-4f11f387147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3303649', 'neutron.services.segments.db._delete_segments_for_network-8758069329219'] for network (983a34af-f8b1-4505-82d9-b7c23495d63e), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:46.613667 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8c751326-6bf1-4a9a-a316-4f11f387147f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983a34af-f8b1-4505-82d9-b7c23495d63e']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:40:46.623838 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8c751326-6bf1-4a9a-a316-4f11f387147f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1034bbe5-4735-4d60-934d-cb2798018335') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:40:46.624276 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-8c751326-6bf1-4a9a-a316-4f11f387147f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1034bbe5-4735-4d60-934d-cb2798018335') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:40:46.634784 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c751326-6bf1-4a9a-a316-4f11f387147f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758069511244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12119860'] for segment (1034bbe5-4735-4d60-934d-cb2798018335), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:46.649999 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c751326-6bf1-4a9a-a316-4f11f387147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (1034bbe5-4735-4d60-934d-cb2798018335), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:46.654910 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba97bb9-0d0c-4416-8909-3f6ed9a541d8 req-432c6920-3f2d-4d11-ac70-ed3a9d1b18c2 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:46.657020 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c751326-6bf1-4a9a-a316-4f11f387147f admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:40:46.657535 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c751326-6bf1-4a9a-a316-4f11f387147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8481778'] for segment (1034bbe5-4735-4d60-934d-cb2798018335), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: Traceback (most recent call last): Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: timer() Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: cb(*args, **kw) Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: return func(*args, **kwargs) Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: self._notify() Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: self.callback(batched_events) Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: event.method(event) Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: return f(self, *a, **k) Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._get(url).json() Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: return self.request(url, 'GET', **kwargs) Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:40:46.660259 dv-cinder-805072-11-iscsi neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:40:46.662773 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2ba97bb9-0d0c-4416-8909-3f6ed9a541d8 req-432c6920-3f2d-4d11-ac70-ed3a9d1b18c2 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.2497387 Mar 21 11:40:46.743432 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c751326-6bf1-4a9a-a316-4f11f387147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3303642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655996'] for network (983a34af-f8b1-4505-82d9-b7c23495d63e), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:46.750806 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8c751326-6bf1-4a9a-a316-4f11f387147f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:46.753989 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-8c751326-6bf1-4a9a-a316-4f11f387147f admin admin] 10.222.0.61 "DELETE /v2.0/networks/983a34af-f8b1-4505-82d9-b7c23495d63e HTTP/1.1" status: 204 len: 168 time: 0.3347347 Mar 21 11:40:46.770991 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c751326-6bf1-4a9a-a316-4f11f387147f admin admin] Pushing event deleted for resources: {'Network': ['ID=983a34af-f8b1-4505-82d9-b7c23495d63e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:47.005307 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2ba97bb9-0d0c-4416-8909-3f6ed9a541d8 req-959df08c-6f3c-47d5-a90f-5c2d922356a8 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3416829 Mar 21 11:40:47.014358 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-ba00ac44-2f15-4ddd-9c6f-77cda1b1b715 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Made reservation on behalf of 8ee9a47756654ffb95e31ec71d9f9a10 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:40:47.017820 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-ba00ac44-2f15-4ddd-9c6f-77cda1b1b715 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:47.043796 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6ca2ab20-7689-4aba-99a9-a4f8de381cd7 req-260dae4c-b700-4872-936b-c567ea8d8f97 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 210 time: 0.0557737 Mar 21 11:40:47.047621 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b83d0694-56a5-47c3-a003-b0d63e5a424b req-c6c7c939-78f0-4901-b527-d47236fbb026 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578478 Mar 21 11:40:47.138267 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39432) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:47.190360 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b90e46b5-f72e-4f1e-9a47-418fcae8e541 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1097cf54db80424e866d88fd54d795fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501292 Mar 21 11:40:47.192887 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39434) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:47.203213 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:47.239402 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2b592a1-879e-451f-8f30-d880f26027e3 admin admin] Publish callbacks [] for security_group (ee41257c-61d3-4951-9f6d-cfe5e2f5d989), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:47.262993 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2b592a1-879e-451f-8f30-d880f26027e3 admin admin] Publish callbacks [] for security_group (ee41257c-61d3-4951-9f6d-cfe5e2f5d989), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:47.278443 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b83d0694-56a5-47c3-a003-b0d63e5a424b req-30081009-56ac-4004-b1d2-333e95f267f0 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189589 Mar 21 11:40:47.287602 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b22cb-4468-40fd-9688-f9ba713bca3a req-3aaf3b2d-39a8-4972-b333-ec91eb84a9cf tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:47.289099 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-044b22cb-4468-40fd-9688-f9ba713bca3a req-3aaf3b2d-39a8-4972-b333-ec91eb84a9cf tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 944 time: 0.1358392 Mar 21 11:40:47.293332 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-ba00ac44-2f15-4ddd-9c6f-77cda1b1b715 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Allocated IP 172.20.0.12 (18d4826d-4fed-4890-a7bf-cce3a3544769/d9496d40-b2b9-4409-803c-f41482ae8f58/21ebdf41-b973-44b1-89a5-634214777d5b) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:40:47.312963 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2b592a1-879e-451f-8f30-d880f26027e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (ee41257c-61d3-4951-9f6d-cfe5e2f5d989), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:47.315507 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a2b592a1-879e-451f-8f30-d880f26027e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:47.317310 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a2b592a1-879e-451f-8f30-d880f26027e3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee41257c-61d3-4951-9f6d-cfe5e2f5d989 HTTP/1.1" status: 204 len: 168 time: 0.1223092 Mar 21 11:40:47.326358 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b592a1-879e-451f-8f30-d880f26027e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee41257c-61d3-4951-9f6d-cfe5e2f5d989,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:47.369556 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-044b22cb-4468-40fd-9688-f9ba713bca3a req-204cd616-a4bb-4272-b07b-6ec75358cf7b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717938 Mar 21 11:40:47.498068 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-ba00ac44-2f15-4ddd-9c6f-77cda1b1b715 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for port (21ebdf41-b973-44b1-89a5-634214777d5b), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:47.510790 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e5908-9908-4f76-8368-5a0b6493c1ff req-01618873-5160-451e-a115-d4737db7fc96 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:47.512305 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f85e5908-9908-4f76-8368-5a0b6493c1ff req-01618873-5160-451e-a115-d4737db7fc96 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.0979056 Mar 21 11:40:47.573948 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f85e5908-9908-4f76-8368-5a0b6493c1ff req-b614a4a7-2611-431d-a97a-c698f8e40187 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562816 Mar 21 11:40:47.575327 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-ba00ac44-2f15-4ddd-9c6f-77cda1b1b715 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (21ebdf41-b973-44b1-89a5-634214777d5b), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:47.618415 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-ba00ac44-2f15-4ddd-9c6f-77cda1b1b715 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Network 18d4826d-4fed-4890-a7bf-cce3a3544769 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:40:47.623397 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-ba00ac44-2f15-4ddd-9c6f-77cda1b1b715 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:40:47.628285 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-ba00ac44-2f15-4ddd-9c6f-77cda1b1b715 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:40:47.633059 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-ba00ac44-2f15-4ddd-9c6f-77cda1b1b715 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:47.633662 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-ba00ac44-2f15-4ddd-9c6f-77cda1b1b715 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:47.637329 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00ac44-2f15-4ddd-9c6f-77cda1b1b715 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'Port': ['ID=21ebdf41-b973-44b1-89a5-634214777d5b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:47.659212 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-ba00ac44-2f15-4ddd-9c6f-77cda1b1b715 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2094989 Mar 21 11:40:47.675907 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Request body: {'port': {'device_id': '4bba5259-271e-4e9d-b202-c0613b25651a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:47.772653 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (21ebdf41-b973-44b1-89a5-634214777d5b), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:47.777713 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e419439-8f75-454e-a04d-d3ee61cbb30a req-35351897-84c1-4872-8b91-c6d33cb4957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:47.779293 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e419439-8f75-454e-a04d-d3ee61cbb30a req-35351897-84c1-4872-8b91-c6d33cb4957b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c141138859a41e99ecf708f522bb0a7&device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 1129 time: 0.0996628 Mar 21 11:40:47.908887 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-51dd47d1-cbd9-4d81-9164-8b606011c205 None None] Provisioning complete for port 21ebdf41-b973-44b1-89a5-634214777d5b triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:40:47.909403 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-51dd47d1-cbd9-4d81-9164-8b606011c205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (21ebdf41-b973-44b1-89a5-634214777d5b), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:47.962997 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e419439-8f75-454e-a04d-d3ee61cbb30a req-ac3c0e26-4eb8-4c22-8754-9827ebd9ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:47.964515 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e419439-8f75-454e-a04d-d3ee61cbb30a req-ac3c0e26-4eb8-4c22-8754-9827ebd9ee97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2407076-ce8e-4906-8d16-619268537603 HTTP/1.1" status: 200 len: 917 time: 0.1785059 Mar 21 11:40:47.969672 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:40:47.982596 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-51dd47d1-cbd9-4d81-9164-8b606011c205 None None] Port 21ebdf41-b973-44b1-89a5-634214777d5b cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:40:48.094024 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e419439-8f75-454e-a04d-d3ee61cbb30a req-31b42d00-b964-4963-92c7-ae1838cf0b9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287 HTTP/1.1" status: 200 len: 1000 time: 0.1076446 Mar 21 11:40:48.113309 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=3b3f81cb-1c89-4ef2-9e39-bfc695c36451,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:40:48.125391 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'port_id': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451', 'mac_address': 'fa:16:3e:f3:28:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:40:48.168133 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:40:48.168512 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (3b3f81cb-1c89-4ef2-9e39-bfc695c36451), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:48.190959 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:40:48.213017 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39470) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:48.224002 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=3b3f81cb-1c89-4ef2-9e39-bfc695c36451,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:40:48.231016 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (3b3f81cb-1c89-4ef2-9e39-bfc695c36451), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:48.289698 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e419439-8f75-454e-a04d-d3ee61cbb30a req-2a5e0918-baa5-43d1-981f-8b55332fa55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:48.291236 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e419439-8f75-454e-a04d-d3ee61cbb30a req-2a5e0918-baa5-43d1-981f-8b55332fa55a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d57719d7-5e0a-4d75-8c02-479681c6e387 HTTP/1.1" status: 200 len: 855 time: 0.1738358 Mar 21 11:40:48.294896 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=3b3f81cb-1c89-4ef2-9e39-bfc695c36451,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:48.313171 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:48.313501 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:48.313867 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:48.314221 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:48.314551 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:48.314873 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:48.315230 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:48.315519 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:48.315881 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:48.316224 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:48.316529 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:48.316864 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:48.317177 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:48.317497 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:48.317815 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:48.342325 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8437e1-8fab-48ee-beac-68bd05ac579c req-25115869-3e03-433d-9d24-0c8eee92445c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:48.343834 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6c8437e1-8fab-48ee-beac-68bd05ac579c req-25115869-3e03-433d-9d24-0c8eee92445c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.2276328 Mar 21 11:40:48.391029 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7618485b-3c7c-401d-a05b-ea1c5034052a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-714236589-network', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:48.401521 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ebdf41-b973-44b1-89a5-634214777d5b {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:40:48.413039 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784a5c5-b54b-4f4d-a91c-017448c535bb req-f449b21c-b59d-41de-852b-934f2a2833e1 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:48.414526 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2784a5c5-b54b-4f4d-a91c-017448c535bb req-f449b21c-b59d-41de-852b-934f2a2833e1 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 932 time: 0.2462456 Mar 21 11:40:48.414908 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7618485b-3c7c-401d-a05b-ea1c5034052a admin admin] Made reservation on behalf of c58bcecb6f1d42fcab810f7e635cecbe for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:40:48.418752 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7618485b-3c7c-401d-a05b-ea1c5034052a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:48.427876 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7618485b-3c7c-401d-a05b-ea1c5034052a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:48.444908 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6c8437e1-8fab-48ee-beac-68bd05ac579c req-84761c11-cd91-45a5-bec8-a9ad7cbc648a tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796883 Mar 21 11:40:48.448155 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Publish callbacks [] for port (21ebdf41-b973-44b1-89a5-634214777d5b), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:48.492759 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Transition to ACTIVE for port object 21ebdf41-b973-44b1-89a5-634214777d5b will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:40:48.503971 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e419439-8f75-454e-a04d-d3ee61cbb30a req-60c84c82-4ff6-4092-9239-4d751fb04a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:48.505501 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e419439-8f75-454e-a04d-d3ee61cbb30a req-60c84c82-4ff6-4092-9239-4d751fb04a76 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2407076-ce8e-4906-8d16-619268537603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1851161 Mar 21 11:40:48.509435 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (21ebdf41-b973-44b1-89a5-634214777d5b), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:48.542162 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7618485b-3c7c-401d-a05b-ea1c5034052a admin admin] Publish callbacks [] for security_group (ea967391-3177-4b6a-bece-faa16a848214), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:48.547952 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7618485b-3c7c-401d-a05b-ea1c5034052a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (ea967391-3177-4b6a-bece-faa16a848214), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:48.571879 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['3b3f81cb-1c89-4ef2-9e39-bfc695c36451'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:40:48.575279 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7618485b-3c7c-401d-a05b-ea1c5034052a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:40:48.593659 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618485b-3c7c-401d-a05b-ea1c5034052a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea967391-3177-4b6a-bece-faa16a848214,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:48.599565 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7618485b-3c7c-401d-a05b-ea1c5034052a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (5f10c334-d7fb-44a0-8a9f-df418ce5459c), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:48.601110 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-7618485b-3c7c-401d-a05b-ea1c5034052a admin admin] Added segment 5f10c334-d7fb-44a0-8a9f-df418ce5459c of type vlan for network dec2b833-7cac-45cf-899d-249c6dad8788 Mar 21 11:40:48.628370 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2784a5c5-b54b-4f4d-a91c-017448c535bb req-b99ae85b-b463-4e10-8d91-5b7c71ff17d5 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a60a810-905d-4820-8dc1-d0d05fbc559e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877115 Mar 21 11:40:48.699661 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7618485b-3c7c-401d-a05b-ea1c5034052a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (dec2b833-7cac-45cf-899d-249c6dad8788), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:48.718695 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Pushing event updated for resources: {'Port': ['ID=21ebdf41-b973-44b1-89a5-634214777d5b,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:48.750929 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7618485b-3c7c-401d-a05b-ea1c5034052a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (dec2b833-7cac-45cf-899d-249c6dad8788), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:48.753117 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7618485b-3c7c-401d-a05b-ea1c5034052a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:48.753990 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7618485b-3c7c-401d-a05b-ea1c5034052a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:48.763689 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Attempting to bind port 21ebdf41-b973-44b1-89a5-634214777d5b on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:40:48.764177 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Attempting to bind port 21ebdf41-b973-44b1-89a5-634214777d5b by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:40:48.764463 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Attempting to bind port 21ebdf41-b973-44b1-89a5-634214777d5b on network 18d4826d-4fed-4890-a7bf-cce3a3544769 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:40:48.776082 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Port 21ebdf41-b973-44b1-89a5-634214777d5b on network 18d4826d-4fed-4890-a7bf-cce3a3544769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:40:48.776408 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Attempting to bind port 21ebdf41-b973-44b1-89a5-634214777d5b on network 18d4826d-4fed-4890-a7bf-cce3a3544769 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:40:48.791673 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4a836-cd75-488b-b5cf-e0aeaccc9da2 req-b6715189-53f0-496a-bff2-0ef9ac783b17 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:48.793289 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fde4a836-cd75-488b-b5cf-e0aeaccc9da2 req-b6715189-53f0-496a-bff2-0ef9ac783b17 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 945 time: 0.2593639 Mar 21 11:40:48.838139 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7618485b-3c7c-401d-a05b-ea1c5034052a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6216600 Mar 21 11:40:48.839956 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39486) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:48.842461 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:40:48.842807 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Checking segment: {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:40:48.843196 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Bound using segment: {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:40:48.843633 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Bound port: 21ebdf41-b973-44b1-89a5-634214777d5b, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:40:48.844034 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (21ebdf41-b973-44b1-89a5-634214777d5b), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:48.844973 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6c0c0c22-1981-4ffc-a25a-0880731108c4 admin admin] Request body: {'subnet': {'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-714236589-subnet', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:48.858247 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e419439-8f75-454e-a04d-d3ee61cbb30a req-6607482a-fdf8-40f9-87ad-19dd4229be92 service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393729 Mar 21 11:40:48.859131 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618485b-3c7c-401d-a05b-ea1c5034052a admin admin] Pushing event updated for resources: {'Network': ['ID=dec2b833-7cac-45cf-899d-249c6dad8788,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:48.869715 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network dec2b833-7cac-45cf-899d-249c6dad8788 details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:40:48.886791 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0c0c22-1981-4ffc-a25a-0880731108c4 admin admin] Made reservation on behalf of c58bcecb6f1d42fcab810f7e635cecbe for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:40:48.890217 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6c0c0c22-1981-4ffc-a25a-0880731108c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8734039'] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:49.015587 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fde4a836-cd75-488b-b5cf-e0aeaccc9da2 req-d6debf3b-6979-4ca7-8be4-98b060b1dfaf tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086773 Mar 21 11:40:49.044259 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac365a2-c400-4c4a-9c10-4fe064c04051 req-a5a54519-21b6-4f7c-b851-44a5f825ef33 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:49.045793 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9ac365a2-c400-4c4a-9c10-4fe064c04051 req-a5a54519-21b6-4f7c-b851-44a5f825ef33 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.2710485 Mar 21 11:40:49.059689 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6c0c0c22-1981-4ffc-a25a-0880731108c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8481041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734017'] for subnet (450dda72-a2ac-4c12-bef3-c87d1bfce43d), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:49.083034 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] For port 21ebdf41-b973-44b1-89a5-634214777d5b, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:40:49.102436 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e419439-8f75-454e-a04d-d3ee61cbb30a req-6e41fb51-ae21-4bbe-90e4-b676835357dd service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290938 Mar 21 11:40:49.104074 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] For port 21ebdf41-b973-44b1-89a5-634214777d5b, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=21ebdf41-b973-44b1-89a5-634214777d5b,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:40:49.121733 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (21ebdf41-b973-44b1-89a5-634214777d5b), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:49.142892 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c0c22-1981-4ffc-a25a-0880731108c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=450dda72-a2ac-4c12-bef3-c87d1bfce43d,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:49.158579 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9ac365a2-c400-4c4a-9c10-4fe064c04051 req-c63dda91-a618-4adc-9781-27eb2ba9fb4d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045687 Mar 21 11:40:49.159336 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c0c22-1981-4ffc-a25a-0880731108c4 admin admin] Checking segment: {'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:40:49.159699 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c0c22-1981-4ffc-a25a-0880731108c4 admin admin] Network hostable DHCP agents. Network: dec2b833-7cac-45cf-899d-249c6dad8788, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:40:49.166316 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:49.166932 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:49.168351 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] 10.222.0.64 "PUT /v2.0/ports/21ebdf41-b973-44b1-89a5-634214777d5b HTTP/1.1" status: 200 len: 1094 time: 1.4967854 Mar 21 11:40:49.168793 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bba5259-271e-4e9d-b202-c0613b25651a', 'tag': '21ebdf41-b973-44b1-89a5-634214777d5b'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:40:49.171019 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835f04ef-da04-44a7-80f4-4b2190b3ecf0" -d '{"events": [{"name": "network-changed", "server_uuid": "4bba5259-271e-4e9d-b202-c0613b25651a", "tag": "21ebdf41-b973-44b1-89a5-634214777d5b"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:40:49.184742 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c0c22-1981-4ffc-a25a-0880731108c4 admin admin] Network dec2b833-7cac-45cf-899d-249c6dad8788 is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:40:49.197939 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-6c0c0c22-1981-4ffc-a25a-0880731108c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, dec2b833-7cac-45cf-899d-249c6dad8788) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:40:49.205720 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b27b1-3605-4331-be0b-31f3c8bc61b2 service neutron] Pushing event updated for resources: {'Port': ['ID=21ebdf41-b973-44b1-89a5-634214777d5b,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:49.208859 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1451309e-0629-438f-88d6-c427face4251 None None] Network dec2b833-7cac-45cf-899d-249c6dad8788 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:40:49.227766 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0c0c22-1981-4ffc-a25a-0880731108c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:49.228383 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6c0c0c22-1981-4ffc-a25a-0880731108c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:49.262213 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6c0c0c22-1981-4ffc-a25a-0880731108c4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4211137 Mar 21 11:40:49.264146 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39496) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:49.269931 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:49.296612 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c93115-4871-445e-a21e-1f3cba6aa1cd x-openstack-request-id: req-87c93115-4871-445e-a21e-1f3cba6aa1cd {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:40:49.297170 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bba5259-271e-4e9d-b202-c0613b25651a", "tag": "21ebdf41-b973-44b1-89a5-634214777d5b", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:40:49.297870 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-87c93115-4871-445e-a21e-1f3cba6aa1cd {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:40:49.298550 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bba5259-271e-4e9d-b202-c0613b25651a', 'tag': '21ebdf41-b973-44b1-89a5-634214777d5b', 'status': 'completed', 'code': 200} Mar 21 11:40:49.303897 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4749'] for router (854cd024-40dd-4ffa-bbf9-49e279e56aca), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:49.305639 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4756'] for router (854cd024-40dd-4ffa-bbf9-49e279e56aca), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:49.344674 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-fcab7924-a867-4f9b-8fd2-e956159b1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:49.346574 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-fcab7924-a867-4f9b-8fd2-e956159b1d38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ee9a47756654ffb95e31ec71d9f9a10&device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 1128 time: 0.1096268 Mar 21 11:40:49.369347 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947d282f-53ab-5c09-984e-15aea43c1147-dec2b833-7cac-45cf-899d-249c6dad8788', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d'}]}} from dv-cinder-805072-11-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:40:49.370293 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:49.406332 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Publish callbacks [] for router_controller (854cd024-40dd-4ffa-bbf9-49e279e56aca), precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:49.406852 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-d4af23ad-d69a-416c-8b7a-e8bbc1edd869 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21ebdf41-b973-44b1-89a5-634214777d5b HTTP/1.1" status: 200 len: 217 time: 0.0510128 Mar 21 11:40:49.478556 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-e50334e2-b232-4fa7-9f7d-3f8ebbbaa3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:49.480075 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-e50334e2-b232-4fa7-9f7d-3f8ebbbaa3ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9496d40-b2b9-4409-803c-f41482ae8f58 HTTP/1.1" status: 200 len: 854 time: 0.0656779 Mar 21 11:40:49.546669 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-8231bc4a-ea28-4991-a084-8ee398660363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:49.548802 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-8231bc4a-ea28-4991-a084-8ee398660363 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d4826d-4fed-4890-a7bf-cce3a3544769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0609536 Mar 21 11:40:49.586476 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Allocated IP 172.20.0.2 (dec2b833-7cac-45cf-899d-249c6dad8788/450dda72-a2ac-4c12-bef3-c87d1bfce43d/1d9985e8-8c61-45b6-aece-97d53bf9ee58) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:40:49.600396 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Publish callbacks [] for router_gateway (854cd024-40dd-4ffa-bbf9-49e279e56aca), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:49.699618 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2acba5-816d-43f0-b347-7bcfaba9c140 req-679ab2a4-65c8-4270-82bd-6ba60ed24a00 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:49.701128 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc2acba5-816d-43f0-b347-7bcfaba9c140 req-679ab2a4-65c8-4270-82bd-6ba60ed24a00 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.1025665 Mar 21 11:40:49.719271 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-eae8ed2f-ff15-4dd2-a144-e70f73e5dc24 service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612651 Mar 21 11:40:49.768566 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Publish callbacks [] for port (1d9985e8-8c61-45b6-aece-97d53bf9ee58), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:49.777653 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (1d9985e8-8c61-45b6-aece-97d53bf9ee58), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:49.832405 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Pushing event updated for resources: {'Port': ['ID=1d9985e8-8c61-45b6-aece-97d53bf9ee58,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:49.854146 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc2acba5-816d-43f0-b347-7bcfaba9c140 req-1a3d4a2b-904c-4c7e-acaa-1a71d704e0fa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445162 Mar 21 11:40:49.856837 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Publish callbacks [] for router_gateway (854cd024-40dd-4ffa-bbf9-49e279e56aca), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:49.877690 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-25b30ce6-5655-4145-a54c-55157748ebd4 req-b7df5c2c-0fcd-4a82-b01f-e38969820cde service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497934 Mar 21 11:40:49.879341 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:49.883945 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Network dec2b833-7cac-45cf-899d-249c6dad8788 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:40:49.885996 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d244c-5e7c-4adc-ac82-029b3f33c19a req-0bbf918c-339f-4d9b-895a-4b9defef87c7 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:49.887595 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6c8d244c-5e7c-4adc-ac82-029b3f33c19a req-0bbf918c-339f-4d9b-895a-4b9defef87c7 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 944 time: 0.1094856 Mar 21 11:40:49.891990 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:40:49.899627 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:40:49.967829 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6c8d244c-5e7c-4adc-ac82-029b3f33c19a req-e6e984b9-5c40-4e4a-9a8e-7441b873ffdf tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a60a810-905d-4820-8dc1-d0d05fbc559e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732129 Mar 21 11:40:49.972921 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Attempting to bind port 1d9985e8-8c61-45b6-aece-97d53bf9ee58 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:40:49.973762 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Attempting to bind port 1d9985e8-8c61-45b6-aece-97d53bf9ee58 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:40:49.974625 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Attempting to bind port 1d9985e8-8c61-45b6-aece-97d53bf9ee58 on network dec2b833-7cac-45cf-899d-249c6dad8788 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:40:49.982676 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:40:50.008109 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f04ef-da04-44a7-80f4-4b2190b3ecf0 req-0ad4b7ad-0855-4a33-bd73-164517aa44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:50.009710 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-835f04ef-da04-44a7-80f4-4b2190b3ecf0 req-0ad4b7ad-0855-4a33-bd73-164517aa44c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ee9a47756654ffb95e31ec71d9f9a10&device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 1128 time: 0.0577855 Mar 21 11:40:50.017317 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:40:50.018015 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Checking segment: {'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:40:50.018836 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:50.019133 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Bound using segment: {'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:40:50.019828 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Bound port: 1d9985e8-8c61-45b6-aece-97d53bf9ee58, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:40:50.020384 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1d9985e8-8c61-45b6-aece-97d53bf9ee58), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:50.054400 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Allocated IP 172.27.0.39 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/1b9ad30e-e3fd-4e4a-8463-793df46f2bff) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:40:50.104433 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:40:50.113067 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] For port 1d9985e8-8c61-45b6-aece-97d53bf9ee58, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:40:50.117973 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] For port 1d9985e8-8c61-45b6-aece-97d53bf9ee58, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=1d9985e8-8c61-45b6-aece-97d53bf9ee58,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:40:50.122006 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:40:50.122780 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (3b3f81cb-1c89-4ef2-9e39-bfc695c36451), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:50.150229 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1d9985e8-8c61-45b6-aece-97d53bf9ee58), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:50.173692 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f04ef-da04-44a7-80f4-4b2190b3ecf0 req-0fa31ffb-3577-4026-ada0-89895b27b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:50.175166 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-835f04ef-da04-44a7-80f4-4b2190b3ecf0 req-0fa31ffb-3577-4026-ada0-89895b27b248 service neutron] 10.222.0.64 "GET /v2.0/networks?id=18d4826d-4fed-4890-a7bf-cce3a3544769 HTTP/1.1" status: 200 len: 916 time: 0.1568482 Mar 21 11:40:50.186610 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874aefb-befe-4d20-974e-d2c3fdbb3049 req-97066d29-bcf7-4e54-886c-3b1c7b7262e0 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:50.188226 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b874aefb-befe-4d20-974e-d2c3fdbb3049 req-97066d29-bcf7-4e54-886c-3b1c7b7262e0 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 945 time: 0.0900316 Mar 21 11:40:50.191686 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Publish callbacks [] for port (1b9ad30e-e3fd-4e4a-8463-793df46f2bff), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:50.253554 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (1b9ad30e-e3fd-4e4a-8463-793df46f2bff), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:50.264892 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d58e7f-cd7c-4a3f-86ff-0ec0fe92fdd5 None None] Pushing event updated for resources: {'Port': ['ID=1d9985e8-8c61-45b6-aece-97d53bf9ee58,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:50.285324 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:40:50.286085 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (3b3f81cb-1c89-4ef2-9e39-bfc695c36451), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:50.318734 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Pushing event updated for resources: {'Port': ['ID=1b9ad30e-e3fd-4e4a-8463-793df46f2bff,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:50.319307 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388a7d07-1846-4af4-b139-2d41ae118d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:40:50.324407 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a5dd92-1527-4a2e-b2f9-8b55c2e9d9a8" -d '{"events": [{"server_uuid": "388a7d07-1846-4af4-b139-2d41ae118d49", "name": "network-vif-plugged", "status": "completed", "tag": "3b3f81cb-1c89-4ef2-9e39-bfc695c36451"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:40:50.330798 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:40:50.332286 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:40:50.334752 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:40:50.466858 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=3b3f81cb-1c89-4ef2-9e39-bfc695c36451,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:40:50.479002 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (3b3f81cb-1c89-4ef2-9e39-bfc695c36451), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:50.483085 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device b4b550c0-d534-4cbf-98f0-99ee33f9c287 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:40:50.491979 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-835f04ef-da04-44a7-80f4-4b2190b3ecf0 req-7b8b89e4-48b4-4433-8171-6a570f60567f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21ebdf41-b973-44b1-89a5-634214777d5b HTTP/1.1" status: 200 len: 217 time: 0.3026869 Mar 21 11:40:50.597428 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b874aefb-befe-4d20-974e-d2c3fdbb3049 req-e301080e-1952-49c1-802d-0a0c01ff866b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3964808 Mar 21 11:40:50.598406 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=3b3f81cb-1c89-4ef2-9e39-bfc695c36451,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:50.634882 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b21c6-1857-406c-8649-b0946e671452 req-613bdab3-47b9-4c34-8f3e-3e299f729769 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:50.646965 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-952b21c6-1857-406c-8649-b0946e671452 req-613bdab3-47b9-4c34-8f3e-3e299f729769 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 945 time: 0.1711049 Mar 21 11:40:50.688112 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b5a193-c456-4e87-9f16-c1b4bd7fb980 x-openstack-request-id: req-53b5a193-c456-4e87-9f16-c1b4bd7fb980 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:40:50.688415 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388a7d07-1846-4af4-b139-2d41ae118d49", "name": "network-vif-plugged", "status": "completed", "tag": "3b3f81cb-1c89-4ef2-9e39-bfc695c36451", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:40:50.688671 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53b5a193-c456-4e87-9f16-c1b4bd7fb980 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:40:50.689071 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388a7d07-1846-4af4-b139-2d41ae118d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451', 'code': 200} Mar 21 11:40:50.710512 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Publish callbacks [] for router_gateway (854cd024-40dd-4ffa-bbf9-49e279e56aca), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:50.718046 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port b4b550c0-d534-4cbf-98f0-99ee33f9c287 is: ACTIVE; New status is: DOWN {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:40:50.718433 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:50.721616 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-952b21c6-1857-406c-8649-b0946e671452 req-859c6f61-0534-42c3-b8bd-22154537d442 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736852 Mar 21 11:40:50.765842 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port b4b550c0-d534-4cbf-98f0-99ee33f9c287, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:40:50.770699 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:50.799098 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 1d9985e8-8c61-45b6-aece-97d53bf9ee58 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:40:50.852780 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=b4b550c0-d534-4cbf-98f0-99ee33f9c287,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:50.868828 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 1d9985e8-8c61-45b6-aece-97d53bf9ee58 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:40:50.869195 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1d9985e8-8c61-45b6-aece-97d53bf9ee58), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:50.945240 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655908'] for router (854cd024-40dd-4ffa-bbf9-49e279e56aca), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:50.955692 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 1d9985e8-8c61-45b6-aece-97d53bf9ee58 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:40:50.956257 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1d9985e8-8c61-45b6-aece-97d53bf9ee58), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:50.992084 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port 1d9985e8-8c61-45b6-aece-97d53bf9ee58, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=1d9985e8-8c61-45b6-aece-97d53bf9ee58,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:40:50.996715 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1d9985e8-8c61-45b6-aece-97d53bf9ee58), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:50.998866 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d761c57-77cf-4257-b3d1-19c4f52b5e16 req-95422975-188d-4fed-b739-fd5a76929b53 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:51.000456 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2d761c57-77cf-4257-b3d1-19c4f52b5e16 req-95422975-188d-4fed-b739-fd5a76929b53 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0579495 Mar 21 11:40:51.056791 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=1d9985e8-8c61-45b6-aece-97d53bf9ee58,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:51.064973 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2d761c57-77cf-4257-b3d1-19c4f52b5e16 req-af137e73-a031-4a9e-8f66-d70b3a363cef tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580461 Mar 21 11:40:51.149486 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0298f-e06d-4338-aa5d-28c111c28de6 req-0a6a618e-3dc2-4611-ac2e-275305148248 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:51.151180 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-daf0298f-e06d-4338-aa5d-28c111c28de6 req-0a6a618e-3dc2-4611-ac2e-275305148248 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 944 time: 0.0571644 Mar 21 11:40:51.202997 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-daf0298f-e06d-4338-aa5d-28c111c28de6 req-77e77b3f-41dd-415c-9ed3-67a21a40a52d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a60a810-905d-4820-8dc1-d0d05fbc559e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445700 Mar 21 11:40:51.301406 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Router 854cd024-40dd-4ffa-bbf9-49e279e56aca is scheduled to L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:40:51.415698 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:40:51.424600 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Sync routers for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:40:51.431915 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:51.433175 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-65aed6a1-6e43-4891-b641-63250dd9f56f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1679552 Mar 21 11:40:51.434188 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:40:51.434805 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:40:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:40:51.435982 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39526) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:51.451919 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab91e64d-bf80-4579-9760-08758db813e0 None None] Network dec2b833-7cac-45cf-899d-249c6dad8788 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:40:51.536772 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-66ca1a0a-6daa-4e94-846a-fdf51b58e109 None None] Provisioning complete for port 1d9985e8-8c61-45b6-aece-97d53bf9ee58 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:40:51.537050 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-66ca1a0a-6daa-4e94-846a-fdf51b58e109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1d9985e8-8c61-45b6-aece-97d53bf9ee58), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:51.544661 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:40:51.662887 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-66ca1a0a-6daa-4e94-846a-fdf51b58e109 None None] Current status of the port 1d9985e8-8c61-45b6-aece-97d53bf9ee58 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:40:51.749216 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:50Z', 'revision_number': 3, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:40:51.753963 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d00f6-d713-4871-aab3-3f1e21fc093f req-9f6c4db1-bf8b-48a2-abaa-b69811946e94 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:51.756323 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-964d00f6-d713-4871-aab3-3f1e21fc093f req-9f6c4db1-bf8b-48a2-abaa-b69811946e94 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0852675 Mar 21 11:40:51.821770 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-964d00f6-d713-4871-aab3-3f1e21fc093f req-5fa2a04d-048f-4022-8856-038ae18c50d2 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562501 Mar 21 11:40:51.904972 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Checking router: 854cd024-40dd-4ffa-bbf9-49e279e56aca for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:40:51.905321 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Updating router 854cd024-40dd-4ffa-bbf9-49e279e56aca port 1b9ad30e-e3fd-4e4a-8463-793df46f2bff binding host dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:40:51.925856 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11f5b4-947d-44eb-8698-db77b6a9d6d9 req-0f4c322b-1dfe-448a-90a1-a7c108c19b89 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:51.935090 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ed11f5b4-947d-44eb-8698-db77b6a9d6d9 req-0f4c322b-1dfe-448a-90a1-a7c108c19b89 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.1065078 Mar 21 11:40:51.944402 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1b9ad30e-e3fd-4e4a-8463-793df46f2bff), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:51.951686 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:51.994224 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-44e0477b-3e91-4e21-97c3-04a2c2845f2c None None] Provisioning complete for port 1d9985e8-8c61-45b6-aece-97d53bf9ee58 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:40:51.994600 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-44e0477b-3e91-4e21-97c3-04a2c2845f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1d9985e8-8c61-45b6-aece-97d53bf9ee58), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:51.995309 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ed11f5b4-947d-44eb-8698-db77b6a9d6d9 req-9535a3a4-f94f-4870-ac9f-a181e937dfd6 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582645 Mar 21 11:40:52.094595 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-44e0477b-3e91-4e21-97c3-04a2c2845f2c None None] Current status of the port 1d9985e8-8c61-45b6-aece-97d53bf9ee58 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:40:52.160062 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Allocated IP 172.20.0.1 (dec2b833-7cac-45cf-899d-249c6dad8788/450dda72-a2ac-4c12-bef3-c87d1bfce43d/fe58d896-ca11-4a4b-b2cf-7fae821e9427) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:40:52.210576 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a2237-8e79-46f8-b47a-5395ffd2de68 req-beababa4-43ef-490b-91a9-c21bedb1fed2 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:52.212168 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-253a2237-8e79-46f8-b47a-5395ffd2de68 req-beababa4-43ef-490b-91a9-c21bedb1fed2 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0644896 Mar 21 11:40:52.274376 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-253a2237-8e79-46f8-b47a-5395ffd2de68 req-6e56da66-8c59-4111-a1d8-01ff6597bfe0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566881 Mar 21 11:40:52.284474 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Publish callbacks [] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:52.320645 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Publish callbacks [] for port (1b9ad30e-e3fd-4e4a-8463-793df46f2bff), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:52.323987 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:52.331395 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1b9ad30e-e3fd-4e4a-8463-793df46f2bff), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:52.368732 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Network dec2b833-7cac-45cf-899d-249c6dad8788 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:40:52.368952 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92377ff-d067-4c5d-947a-bfa22511ba24 req-1c3652b6-f98d-4e83-a71e-948ec1131958 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:52.371354 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a92377ff-d067-4c5d-947a-bfa22511ba24 req-1c3652b6-f98d-4e83-a71e-948ec1131958 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 944 time: 0.0617845 Mar 21 11:40:52.372804 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:40:52.376955 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:40:52.410097 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=fe58d896-ca11-4a4b-b2cf-7fae821e9427,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:52.417826 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Attempting to bind port 1b9ad30e-e3fd-4e4a-8463-793df46f2bff on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:40:52.418193 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Attempting to bind port 1b9ad30e-e3fd-4e4a-8463-793df46f2bff by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:40:52.418553 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Attempting to bind port 1b9ad30e-e3fd-4e4a-8463-793df46f2bff on network c5837a43-2245-4480-ae3d-f889828e7864 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:40:52.420692 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e96dc-8306-458e-8879-d91e544e9c16 None None] Pushing event updated for resources: {'Port': ['ID=1b9ad30e-e3fd-4e4a-8463-793df46f2bff,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:52.429871 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603e96dc-8306-458e-8879-d91e544e9c16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:52.430455 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603e96dc-8306-458e-8879-d91e544e9c16 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:52.430578 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603e96dc-8306-458e-8879-d91e544e9c16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:52.430939 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603e96dc-8306-458e-8879-d91e544e9c16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:52.431278 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603e96dc-8306-458e-8879-d91e544e9c16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:52.431605 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603e96dc-8306-458e-8879-d91e544e9c16 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:52.432170 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603e96dc-8306-458e-8879-d91e544e9c16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:52.432386 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603e96dc-8306-458e-8879-d91e544e9c16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:52.432622 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603e96dc-8306-458e-8879-d91e544e9c16 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:52.432951 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603e96dc-8306-458e-8879-d91e544e9c16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:52.433274 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603e96dc-8306-458e-8879-d91e544e9c16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:52.433610 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603e96dc-8306-458e-8879-d91e544e9c16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:52.433935 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603e96dc-8306-458e-8879-d91e544e9c16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:52.434253 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603e96dc-8306-458e-8879-d91e544e9c16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:52.434569 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603e96dc-8306-458e-8879-d91e544e9c16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:40:52.438273 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:40:52.438648 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Checking segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:40:52.439102 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:52.439486 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Bound using segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:40:52.440004 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Bound port: 1b9ad30e-e3fd-4e4a-8463-793df46f2bff, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:40:52.440383 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1b9ad30e-e3fd-4e4a-8463-793df46f2bff), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:52.441748 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655857'] for router_interface (854cd024-40dd-4ffa-bbf9-49e279e56aca), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:52.457610 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a92377ff-d067-4c5d-947a-bfa22511ba24 req-2d84bf1c-63ff-45a6-bcf2-2f955ffeba9d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a60a810-905d-4820-8dc1-d0d05fbc559e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801299 Mar 21 11:40:52.504917 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] For port 1b9ad30e-e3fd-4e4a-8463-793df46f2bff, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:40:52.508257 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] For port 1b9ad30e-e3fd-4e4a-8463-793df46f2bff, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=1b9ad30e-e3fd-4e4a-8463-793df46f2bff,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:40:52.514026 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1b9ad30e-e3fd-4e4a-8463-793df46f2bff), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:52.573878 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e96dc-8306-458e-8879-d91e544e9c16 None None] Pushing event updated for resources: {'Port': ['ID=1b9ad30e-e3fd-4e4a-8463-793df46f2bff,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:52.578384 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:40:52.579001 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:40:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:40:52.593868 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:52.687283 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 1d9985e8-8c61-45b6-aece-97d53bf9ee58 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:40:52.690687 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:40:52.692422 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a743a088-b945-488c-a1d9-45a882951bb0" -d '{"events": [{"server_uuid": "c76cf333-334c-46aa-bc2f-7968e6276c3f", "name": "network-vif-unplugged", "status": "completed", "tag": "b4b550c0-d534-4cbf-98f0-99ee33f9c287"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:40:52.698028 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:40:52.752272 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Mar 2022 11:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a3fbbd-c084-4ede-a608-5d2851a24973 x-openstack-request-id: req-b6a3fbbd-c084-4ede-a608-5d2851a24973 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:40:52.752564 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76cf333-334c-46aa-bc2f-7968e6276c3f", "name": "network-vif-unplugged", "status": "completed", "tag": "b4b550c0-d534-4cbf-98f0-99ee33f9c287", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:40:52.752825 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b6a3fbbd-c084-4ede-a608-5d2851a24973 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:40:52.753227 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287', 'code': 200} Mar 21 11:40:52.760603 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-53452092-6254-4441-a2ba-9fbf78613a63 None None] Provisioning complete for port fe58d896-ca11-4a4b-b2cf-7fae821e9427 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:40:52.760984 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-53452092-6254-4441-a2ba-9fbf78613a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:52.782112 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Publish callbacks [] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:52.787467 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8481686'] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:52.808186 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-53452092-6254-4441-a2ba-9fbf78613a63 None None] Port fe58d896-ca11-4a4b-b2cf-7fae821e9427 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:40:52.820043 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 1d9985e8-8c61-45b6-aece-97d53bf9ee58 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:40:52.820424 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1d9985e8-8c61-45b6-aece-97d53bf9ee58), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:52.857257 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=fe58d896-ca11-4a4b-b2cf-7fae821e9427,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:52.870073 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655717'] for router_interface (854cd024-40dd-4ffa-bbf9-49e279e56aca), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:52.934836 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f04ef-da04-44a7-80f4-4b2190b3ecf0 req-936a27ad-209a-4c38-9a9f-38c7a35ad715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:52.936445 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-835f04ef-da04-44a7-80f4-4b2190b3ecf0 req-936a27ad-209a-4c38-9a9f-38c7a35ad715 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9496d40-b2b9-4409-803c-f41482ae8f58 HTTP/1.1" status: 200 len: 854 time: 0.0711725 Mar 21 11:40:52.950946 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 1d9985e8-8c61-45b6-aece-97d53bf9ee58 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:40:52.953254 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 1, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:40:52.995200 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e12e810-3050-4530-bd95-aa5435f9b8fe None None] The sync data for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi is: [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 1, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:40:53.054731 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f04ef-da04-44a7-80f4-4b2190b3ecf0 req-a0f33806-a137-4254-a3c3-4f8f368ae79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:53.056305 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-835f04ef-da04-44a7-80f4-4b2190b3ecf0 req-a0f33806-a137-4254-a3c3-4f8f368ae79a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d4826d-4fed-4890-a7bf-cce3a3544769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1036325 Mar 21 11:40:53.067213 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Network dec2b833-7cac-45cf-899d-249c6dad8788 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:40:53.068963 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3c2e5-e7ac-4826-877e-3a25c5f186c5 req-972986a7-f053-426b-bb6c-59c65470c36b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:53.070091 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:40:53.076123 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-38e3c2e5-e7ac-4826-877e-3a25c5f186c5 req-972986a7-f053-426b-bb6c-59c65470c36b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.1221616 Mar 21 11:40:53.220405 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Router 854cd024-40dd-4ffa-bbf9-49e279e56aca has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:40:53.275449 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-38e3c2e5-e7ac-4826-877e-3a25c5f186c5 req-8d121b32-4463-4003-8e31-614a870038d1 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984553 Mar 21 11:40:53.314009 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0c649-daef-4c43-a0a4-23a99d3187b2 req-8bcd5beb-85b4-480a-bf62-3f81b597a56e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:53.321907 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-47e0c649-daef-4c43-a0a4-23a99d3187b2 req-8bcd5beb-85b4-480a-bf62-3f81b597a56e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.2427080 Mar 21 11:40:53.350882 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530840a-63e2-4ff7-a369-fa67854affe3 req-325c1525-7d4b-493e-b860-e19d62d10108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:53.352654 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2530840a-63e2-4ff7-a369-fa67854affe3 req-325c1525-7d4b-493e-b860-e19d62d10108 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 1130 time: 0.2745845 Mar 21 11:40:53.396855 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:40:53.409798 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-982e3472-0bfb-486b-86c6-dfdf99652fb8 admin admin] 10.222.0.61 "PUT /v2.0/routers/854cd024-40dd-4ffa-bbf9-49e279e56aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9650640 Mar 21 11:40:53.419994 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-835f04ef-da04-44a7-80f4-4b2190b3ecf0 req-7f7fa09b-f789-4d19-a9fe-e82492edc503 service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389509 Mar 21 11:40:53.447890 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-47ce09dc-da18-4bbd-a460-245b11608886 None None] Provisioning complete for port fe58d896-ca11-4a4b-b2cf-7fae821e9427 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:40:53.448270 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47ce09dc-da18-4bbd-a460-245b11608886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:53.499512 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-47ce09dc-da18-4bbd-a460-245b11608886 None None] Port fe58d896-ca11-4a4b-b2cf-7fae821e9427 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:40:53.518004 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-47e0c649-daef-4c43-a0a4-23a99d3187b2 req-f7151b5d-b2a7-4334-bf00-4e85b45abeef tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952035 Mar 21 11:40:53.534134 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2530840a-63e2-4ff7-a369-fa67854affe3 req-08858400-c817-4e0c-87c9-8b0d73209f96 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630166 Mar 21 11:40:53.582995 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac8d08-f2fd-4715-b6f9-64749dfd1183 req-8e1e96f8-8715-42b3-a1d2-a1cad9645767 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:53.590430 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2cac8d08-f2fd-4715-b6f9-64749dfd1183 req-8e1e96f8-8715-42b3-a1d2-a1cad9645767 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.2290971 Mar 21 11:40:53.644514 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-835f04ef-da04-44a7-80f4-4b2190b3ecf0 req-b66ce53e-dad4-4d58-942a-d48820657af3 service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122390 Mar 21 11:40:53.679695 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2cac8d08-f2fd-4715-b6f9-64749dfd1183 req-4728e9b8-1d08-40f4-bb0d-13dcfa3aaeac tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883918 Mar 21 11:40:53.692040 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8bc72-7b3d-4024-bb84-c627048282cd req-ed453d47-c5a2-4241-ac3e-fb4f1e1a4ceb tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:53.694156 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-02d8bc72-7b3d-4024-bb84-c627048282cd req-ed453d47-c5a2-4241-ac3e-fb4f1e1a4ceb tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 944 time: 0.1017239 Mar 21 11:40:53.753254 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-02d8bc72-7b3d-4024-bb84-c627048282cd req-3d4b035a-8ebe-4b15-a4cc-a01c7030e459 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a60a810-905d-4820-8dc1-d0d05fbc559e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514481 Mar 21 11:40:54.016236 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39574) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:54.021261 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6096e5f9-67f3-4120-a448-876fe4c5641c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2092305068-network', 'tenant_id': 'ca285801ff6f4c569f0922b41195645a'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:54.042340 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6096e5f9-67f3-4120-a448-876fe4c5641c admin admin] Made reservation on behalf of ca285801ff6f4c569f0922b41195645a for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:40:54.044949 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6096e5f9-67f3-4120-a448-876fe4c5641c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:54.056953 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6096e5f9-67f3-4120-a448-876fe4c5641c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:54.140851 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6096e5f9-67f3-4120-a448-876fe4c5641c admin admin] Publish callbacks [] for security_group (f35245ce-f82f-4fe9-a2f4-f33fa3a60c26), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:54.145261 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6096e5f9-67f3-4120-a448-876fe4c5641c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (f35245ce-f82f-4fe9-a2f4-f33fa3a60c26), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:54.176408 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6096e5f9-67f3-4120-a448-876fe4c5641c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:40:54.181622 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096e5f9-67f3-4120-a448-876fe4c5641c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35245ce-f82f-4fe9-a2f4-f33fa3a60c26,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:54.187895 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6096e5f9-67f3-4120-a448-876fe4c5641c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (0e29fde5-2d0b-4dc2-9ccb-db469b3885c2), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:54.189005 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-6096e5f9-67f3-4120-a448-876fe4c5641c admin admin] Added segment 0e29fde5-2d0b-4dc2-9ccb-db469b3885c2 of type vlan for network 685c82d7-6c59-4294-98a3-679323319dfb Mar 21 11:40:54.234964 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6096e5f9-67f3-4120-a448-876fe4c5641c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (685c82d7-6c59-4294-98a3-679323319dfb), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:54.262557 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6096e5f9-67f3-4120-a448-876fe4c5641c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (685c82d7-6c59-4294-98a3-679323319dfb), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:54.263598 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6096e5f9-67f3-4120-a448-876fe4c5641c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:54.264250 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6096e5f9-67f3-4120-a448-876fe4c5641c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:54.326156 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6096e5f9-67f3-4120-a448-876fe4c5641c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3086648 Mar 21 11:40:54.328705 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39584) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:54.335102 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c37a4dcd-c159-4a1b-973a-05b3c899e3ae admin admin] Request body: {'subnet': {'network_id': '685c82d7-6c59-4294-98a3-679323319dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2092305068-subnet', 'tenant_id': 'ca285801ff6f4c569f0922b41195645a', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:54.350805 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096e5f9-67f3-4120-a448-876fe4c5641c admin admin] Pushing event updated for resources: {'Network': ['ID=685c82d7-6c59-4294-98a3-679323319dfb,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:54.361048 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network 685c82d7-6c59-4294-98a3-679323319dfb details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:40:54.381987 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37a4dcd-c159-4a1b-973a-05b3c899e3ae admin admin] Made reservation on behalf of ca285801ff6f4c569f0922b41195645a for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:40:54.385874 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c37a4dcd-c159-4a1b-973a-05b3c899e3ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8734039'] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:54.455159 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b94593-1cc5-4668-bade-47010847bf19 req-0ea764ee-7f01-4d4d-aab0-0b81f134bef6 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:54.457150 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-80b94593-1cc5-4668-bade-47010847bf19 req-0ea764ee-7f01-4d4d-aab0-0b81f134bef6 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0700760 Mar 21 11:40:54.525378 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-80b94593-1cc5-4668-bade-47010847bf19 req-87588d5c-9484-4a97-9d61-00436a15c932 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610211 Mar 21 11:40:54.590093 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c37a4dcd-c159-4a1b-973a-05b3c899e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8481041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734017'] for subnet (b8e9dd07-df79-4ff2-a265-0a4aea88f736), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:54.647396 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a4dcd-c159-4a1b-973a-05b3c899e3ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e9dd07-df79-4ff2-a265-0a4aea88f736,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:54.656230 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a4dcd-c159-4a1b-973a-05b3c899e3ae admin admin] Checking segment: {'id': '0e29fde5-2d0b-4dc2-9ccb-db469b3885c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '685c82d7-6c59-4294-98a3-679323319dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:40:54.656588 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37a4dcd-c159-4a1b-973a-05b3c899e3ae admin admin] Network hostable DHCP agents. Network: 685c82d7-6c59-4294-98a3-679323319dfb, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:40:54.656912 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0225f82-b581-4417-8238-212797003f94 req-ec49e17c-1f22-46f8-ac70-fbda3d96c8f3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:54.658631 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d0225f82-b581-4417-8238-212797003f94 req-ec49e17c-1f22-46f8-ac70-fbda3d96c8f3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0614443 Mar 21 11:40:54.675164 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37a4dcd-c159-4a1b-973a-05b3c899e3ae admin admin] Network 685c82d7-6c59-4294-98a3-679323319dfb is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:40:54.689654 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-c37a4dcd-c159-4a1b-973a-05b3c899e3ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, 685c82d7-6c59-4294-98a3-679323319dfb) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:40:54.695046 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37a4dcd-c159-4a1b-973a-05b3c899e3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:54.695852 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c37a4dcd-c159-4a1b-973a-05b3c899e3ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:54.700923 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af73f848-1923-4f86-8131-299c9e66b435 None None] Network 685c82d7-6c59-4294-98a3-679323319dfb requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:40:54.711486 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d0225f82-b581-4417-8238-212797003f94 req-37d4ef20-39ff-425c-b22d-3fb622decf3b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456862 Mar 21 11:40:54.722294 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 39590) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:54.723333 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-c37a4dcd-c159-4a1b-973a-05b3c899e3ae admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3933074 Mar 21 11:40:54.730349 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2092305068-router', 'tenant_id': 'ca285801ff6f4c569f0922b41195645a', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:54.758026 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4749'] for router (c97bdf68-5779-4555-b380-ed3f1c49cf4b), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:54.759296 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4756'] for router (c97bdf68-5779-4555-b380-ed3f1c49cf4b), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:54.784691 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 1b9ad30e-e3fd-4e4a-8463-793df46f2bff up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:40:54.857269 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Publish callbacks [] for router_controller (c97bdf68-5779-4555-b380-ed3f1c49cf4b), precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:54.886320 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 1b9ad30e-e3fd-4e4a-8463-793df46f2bff triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:40:54.886690 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1b9ad30e-e3fd-4e4a-8463-793df46f2bff), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:54.914578 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947d282f-53ab-5c09-984e-15aea43c1147-685c82d7-6c59-4294-98a3-679323319dfb', 'network_id': '685c82d7-6c59-4294-98a3-679323319dfb', 'project_id': 'ca285801ff6f4c569f0922b41195645a', 'fixed_ips': [{'subnet_id': 'b8e9dd07-df79-4ff2-a265-0a4aea88f736'}]}} from dv-cinder-805072-11-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:40:54.915892 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:54.943285 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba561c16-1af8-4471-90ac-7d0b963fe4ec req-05c84380-5dcd-4b37-a7d7-2ef660be0c1f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:54.944854 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ba561c16-1af8-4471-90ac-7d0b963fe4ec req-05c84380-5dcd-4b37-a7d7-2ef660be0c1f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.1702821 Mar 21 11:40:55.037278 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Publish callbacks [] for router_gateway (c97bdf68-5779-4555-b380-ed3f1c49cf4b), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:55.072520 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ba561c16-1af8-4471-90ac-7d0b963fe4ec req-c73a42cb-c6df-4463-aff4-2d0cb644a997 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211507 Mar 21 11:40:55.148597 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 1b9ad30e-e3fd-4e4a-8463-793df46f2bff is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:40:55.149672 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1b9ad30e-e3fd-4e4a-8463-793df46f2bff), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:55.200569 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port 1b9ad30e-e3fd-4e4a-8463-793df46f2bff, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=1b9ad30e-e3fd-4e4a-8463-793df46f2bff,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:40:55.205396 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Allocated IP 172.20.0.2 (685c82d7-6c59-4294-98a3-679323319dfb/b8e9dd07-df79-4ff2-a265-0a4aea88f736/317b9ae0-3571-4394-8aef-a6c8b3ed66ee) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:40:55.211063 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1b9ad30e-e3fd-4e4a-8463-793df46f2bff), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:55.314514 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=1b9ad30e-e3fd-4e4a-8463-793df46f2bff,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:55.315128 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4f1f5-46d1-4de9-aaf3-37507e714a78 req-926d8022-076d-4394-be9f-7220089285d1 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:55.317320 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9df4f1f5-46d1-4de9-aaf3-37507e714a78 req-926d8022-076d-4394-be9f-7220089285d1 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 944 time: 0.1381733 Mar 21 11:40:55.378266 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Publish callbacks [] for router_gateway (c97bdf68-5779-4555-b380-ed3f1c49cf4b), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:55.422777 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:55.438631 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9df4f1f5-46d1-4de9-aaf3-37507e714a78 req-2f1fa034-ab12-474a-a3c5-436bedb4e0d6 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a60a810-905d-4820-8dc1-d0d05fbc559e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020327 Mar 21 11:40:55.466840 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Publish callbacks [] for port (317b9ae0-3571-4394-8aef-a6c8b3ed66ee), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:55.488952 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (317b9ae0-3571-4394-8aef-a6c8b3ed66ee), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:55.515285 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [req-9fe696c5-4148-488b-a7eb-8f523247ca50 req-10b09649-2bca-4521-81aa-1090a2efbb4e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:40:55.516278 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9fe696c5-4148-488b-a7eb-8f523247ca50 req-10b09649-2bca-4521-81aa-1090a2efbb4e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073662 Mar 21 11:40:55.545119 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Network 685c82d7-6c59-4294-98a3-679323319dfb is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:40:55.580288 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:40:55.582004 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Allocated IP 172.27.0.249 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/8ceb3a35-93e3-418e-a642-fc3eed18af80) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:40:55.592289 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:40:55.598636 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Pushing event updated for resources: {'Port': ['ID=317b9ae0-3571-4394-8aef-a6c8b3ed66ee,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:55.665424 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Sync routers for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:40:55.709937 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:40:55.710501 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:40:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:40:55.713939 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Attempting to bind port 317b9ae0-3571-4394-8aef-a6c8b3ed66ee on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:40:55.714321 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Attempting to bind port 317b9ae0-3571-4394-8aef-a6c8b3ed66ee by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': '0e29fde5-2d0b-4dc2-9ccb-db469b3885c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '685c82d7-6c59-4294-98a3-679323319dfb'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:40:55.714691 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Attempting to bind port 317b9ae0-3571-4394-8aef-a6c8b3ed66ee on network 685c82d7-6c59-4294-98a3-679323319dfb {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:40:55.793429 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:40:55.793956 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Checking segment: {'id': '0e29fde5-2d0b-4dc2-9ccb-db469b3885c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '685c82d7-6c59-4294-98a3-679323319dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:40:55.794475 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:55.794966 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Bound using segment: {'id': '0e29fde5-2d0b-4dc2-9ccb-db469b3885c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '685c82d7-6c59-4294-98a3-679323319dfb'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:40:55.795541 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Bound port: 317b9ae0-3571-4394-8aef-a6c8b3ed66ee, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e29fde5-2d0b-4dc2-9ccb-db469b3885c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '685c82d7-6c59-4294-98a3-679323319dfb'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:40:55.796152 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (317b9ae0-3571-4394-8aef-a6c8b3ed66ee), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:55.843725 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0692c7-b24d-4118-a0b9-6ce391ed47c4 req-079876e1-8f6f-412d-b18d-db39eed016e8 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:55.845444 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ec0692c7-b24d-4118-a0b9-6ce391ed47c4 req-079876e1-8f6f-412d-b18d-db39eed016e8 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.1915004 Mar 21 11:40:55.865342 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd6a90-fda7-497a-b020-23a8ccff3e56 req-ead643b8-99b6-403e-bf97-fe87ff7ff274 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:55.868087 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6abd6a90-fda7-497a-b020-23a8ccff3e56 req-ead643b8-99b6-403e-bf97-fe87ff7ff274 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.1563301 Mar 21 11:40:55.876325 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Publish callbacks [] for port (8ceb3a35-93e3-418e-a642-fc3eed18af80), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:55.903457 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:40:55.906681 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] For port 317b9ae0-3571-4394-8aef-a6c8b3ed66ee, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:40:55.944326 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] For port 317b9ae0-3571-4394-8aef-a6c8b3ed66ee, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=317b9ae0-3571-4394-8aef-a6c8b3ed66ee,segment=NetworkSegment(0e29fde5-2d0b-4dc2-9ccb-db469b3885c2),segment_id=0e29fde5-2d0b-4dc2-9ccb-db469b3885c2)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:40:55.955198 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (317b9ae0-3571-4394-8aef-a6c8b3ed66ee), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:55.966101 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ec0692c7-b24d-4118-a0b9-6ce391ed47c4 req-67bb4e4f-a14d-47eb-bb8f-a46a9c419885 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948191 Mar 21 11:40:55.989435 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6abd6a90-fda7-497a-b020-23a8ccff3e56 req-ab343134-9d7f-437f-86e1-9542cd2aae21 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108656 Mar 21 11:40:56.017066 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (8ceb3a35-93e3-418e-a642-fc3eed18af80), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:56.035354 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 21ebdf41-b973-44b1-89a5-634214777d5b details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:40:56.056957 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:40:56.060047 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:40:56.066562 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:40:56.174381 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Pushing event updated for resources: {'Port': ['ID=8ceb3a35-93e3-418e-a642-fc3eed18af80,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:56.200093 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39648) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:56.217804 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939ce93-ea62-4cb2-9205-445dcb9d6dae None None] Pushing event updated for resources: {'Port': ['ID=317b9ae0-3571-4394-8aef-a6c8b3ed66ee,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:56.289693 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebf340-0d9d-49b5-859d-ce789cee547a req-a631378b-0906-4fd8-969c-dbaa9408c504 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:56.292155 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-efebf340-0d9d-49b5-859d-ce789cee547a req-a631378b-0906-4fd8-969c-dbaa9408c504 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0812869 Mar 21 11:40:56.319366 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-ac04d9c1-415b-4767-80e0-f38368d9e894 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1174877 Mar 21 11:40:56.325217 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-862c277f-222a-4b84-b475-79eb6e41ea4e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:40:56.326287 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-862c277f-222a-4b84-b475-79eb6e41ea4e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054388 Mar 21 11:40:56.346187 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 21ebdf41-b973-44b1-89a5-634214777d5b, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=21ebdf41-b973-44b1-89a5-634214777d5b,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:40:56.366799 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': '21ebdf41-b973-44b1-89a5-634214777d5b', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'port_id': '21ebdf41-b973-44b1-89a5-634214777d5b', 'mac_address': 'fa:16:3e:28:f5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:40:56.396103 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d45984-db48-4976-810d-dddb5d9c4e2f req-e2686fd3-8bee-49ae-8a59-4b4149e0ad7f tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:56.397663 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d9d45984-db48-4976-810d-dddb5d9c4e2f req-e2686fd3-8bee-49ae-8a59-4b4149e0ad7f tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.2245924 Mar 21 11:40:56.407072 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39656) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:56.414271 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-007c40e9-dfe5-4265-bcf3-0f170b11194c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Request body: {'floatingip': {'port_id': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:40:56.451725 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-efebf340-0d9d-49b5-859d-ce789cee547a req-a5c62cc2-cb83-42e7-8e95-3ff809626aa0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134684 Mar 21 11:40:56.474651 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Publish callbacks [] for router_gateway (c97bdf68-5779-4555-b380-ed3f1c49cf4b), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:56.493972 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39660) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:56.505741 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 21ebdf41-b973-44b1-89a5-634214777d5b is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:40:56.506265 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (21ebdf41-b973-44b1-89a5-634214777d5b), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:56.512125 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 2, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:40:56.539389 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-007c40e9-dfe5-4265-bcf3-0f170b11194c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for floatingip (7797982d-f23b-4081-9de3-1367d609ba3b), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:56.782740 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Checking router: 854cd024-40dd-4ffa-bbf9-49e279e56aca for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:40:56.783337 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Updating router 854cd024-40dd-4ffa-bbf9-49e279e56aca port fe58d896-ca11-4a4b-b2cf-7fae821e9427 binding host dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:40:56.808653 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ebdf41-b973-44b1-89a5-634214777d5b {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:40:56.842012 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:56.846514 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 21ebdf41-b973-44b1-89a5-634214777d5b, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=21ebdf41-b973-44b1-89a5-634214777d5b,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:40:56.858430 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (21ebdf41-b973-44b1-89a5-634214777d5b), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:56.881314 dv-cinder-805072-11-iscsi neutron-server[103319]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 21 11:40:56.954513 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-b09b9daf-a0a9-44d0-8789-f1d772f42c03 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:56.956074 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-b09b9daf-a0a9-44d0-8789-f1d772f42c03 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports/b4b550c0-d534-4cbf-98f0-99ee33f9c287 HTTP/1.1" status: 200 len: 940 time: 0.4593174 Mar 21 11:40:56.974133 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 317b9ae0-3571-4394-8aef-a6c8b3ed66ee up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:40:57.027119 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8853dcc-a03b-442a-aebc-cb040da47678 req-41ea42cc-1b77-4800-bfed-1f6975bf1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:57.028833 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f8853dcc-a03b-442a-aebc-cb040da47678 req-41ea42cc-1b77-4800-bfed-1f6975bf1432 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2bdb0295f6141ff94dcd579a870987b&device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 1129 time: 0.1268706 Mar 21 11:40:57.036104 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae671-afec-4e74-83b6-089ac031a326 req-e339cf6d-2490-41af-96b9-247f2d6452be tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:57.037610 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8fcae671-afec-4e74-83b6-089ac031a326 req-e339cf6d-2490-41af-96b9-247f2d6452be tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 945 time: 0.1835155 Mar 21 11:40:57.046375 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325e4b3-53fb-4497-9145-669b66bda883 req-0be9c524-590a-41c8-9495-845cf6d73fab tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:57.047865 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6325e4b3-53fb-4497-9145-669b66bda883 req-0be9c524-590a-41c8-9495-845cf6d73fab tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.1919990 Mar 21 11:40:57.189197 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=21ebdf41-b973-44b1-89a5-634214777d5b,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:57.215457 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 317b9ae0-3571-4394-8aef-a6c8b3ed66ee triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:40:57.215905 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (317b9ae0-3571-4394-8aef-a6c8b3ed66ee), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:57.337648 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['21ebdf41-b973-44b1-89a5-634214777d5b'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:40:57.383351 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6325e4b3-53fb-4497-9145-669b66bda883 req-529252d2-5e40-4222-85ad-14ca2a1fe524 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3262084 Mar 21 11:40:57.404408 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8fcae671-afec-4e74-83b6-089ac031a326 req-a7fc0e65-0360-4b9f-ba84-b8805f0cc403 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a60a810-905d-4820-8dc1-d0d05fbc559e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3555474 Mar 21 11:40:57.450900 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8853dcc-a03b-442a-aebc-cb040da47678 req-49d13382-fc2c-4c8d-9198-79b81f07ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:57.453321 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f8853dcc-a03b-442a-aebc-cb040da47678 req-49d13382-fc2c-4c8d-9198-79b81f07ee8f service neutron] 10.222.0.64 "GET /v2.0/networks?id=698d8f47-e4f5-4f6e-b02c-62fad736a58a HTTP/1.1" status: 200 len: 911 time: 0.4034693 Mar 21 11:40:57.477115 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 317b9ae0-3571-4394-8aef-a6c8b3ed66ee is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:40:57.477505 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (317b9ae0-3571-4394-8aef-a6c8b3ed66ee), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:57.488413 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655908'] for router (c97bdf68-5779-4555-b380-ed3f1c49cf4b), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:57.643559 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port 317b9ae0-3571-4394-8aef-a6c8b3ed66ee, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=317b9ae0-3571-4394-8aef-a6c8b3ed66ee,segment=NetworkSegment(0e29fde5-2d0b-4dc2-9ccb-db469b3885c2),segment_id=0e29fde5-2d0b-4dc2-9ccb-db469b3885c2)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:40:57.660038 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (317b9ae0-3571-4394-8aef-a6c8b3ed66ee), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:57.660889 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 1b9ad30e-e3fd-4e4a-8463-793df46f2bff up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:40:57.707633 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Publish callbacks [] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:57.727037 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:57.730827 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f8853dcc-a03b-442a-aebc-cb040da47678 req-41edae8f-3b93-4376-8a8d-6868ab41b2c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7093972-27b3-40e6-abdd-2f797bbc6b35 HTTP/1.1" status: 200 len: 1001 time: 0.2641256 Mar 21 11:40:57.743717 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0129c85-6bf7-4977-ba54-4d48e93df523 req-33e7ff76-2a6d-4006-a95e-6d6d969beccc tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:57.750662 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c0129c85-6bf7-4977-ba54-4d48e93df523 req-33e7ff76-2a6d-4006-a95e-6d6d969beccc tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.1107802 Mar 21 11:40:57.768171 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Router c97bdf68-5779-4555-b380-ed3f1c49cf4b is scheduled to L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:40:57.776883 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971c1345-36c7-4b39-8f96-f936ff881dce None None] Network 685c82d7-6c59-4294-98a3-679323319dfb requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:40:57.778732 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-007c40e9-dfe5-4265-bcf3-0f170b11194c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:57.784064 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-007c40e9-dfe5-4265-bcf3-0f170b11194c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (7797982d-f23b-4081-9de3-1367d609ba3b), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:57.840856 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=317b9ae0-3571-4394-8aef-a6c8b3ed66ee,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:57.926418 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.l3_db [None req-007c40e9-dfe5-4265-bcf3-0f170b11194c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Floating IP 7797982d-f23b-4081-9de3-1367d609ba3b associated. External IP: 172.27.0.118, port: 3b3f81cb-1c89-4ef2-9e39-bfc695c36451. Mar 21 11:40:57.936977 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5083c5-4caa-4c7c-9524-6e1d1b21bb0f None None] Pushing event updated for resources: {'Port': ['ID=fe58d896-ca11-4a4b-b2cf-7fae821e9427,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:57.975357 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8853dcc-a03b-442a-aebc-cb040da47678 req-9e5baf25-4913-45d8-8768-a8b3eebb234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:57.977071 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f8853dcc-a03b-442a-aebc-cb040da47678 req-9e5baf25-4913-45d8-8768-a8b3eebb234f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e382abe-04ce-42e4-8684-4026c68098c4 HTTP/1.1" status: 200 len: 849 time: 0.2241685 Mar 21 11:40:58.052410 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 1b9ad30e-e3fd-4e4a-8463-793df46f2bff triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:40:58.052784 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1b9ad30e-e3fd-4e4a-8463-793df46f2bff), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:58.056018 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device b4b550c0-d534-4cbf-98f0-99ee33f9c287 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:40:58.059260 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c0129c85-6bf7-4977-ba54-4d48e93df523 req-a8a2547c-905d-415a-b5bb-d40bb8af3b61 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076062 Mar 21 11:40:58.099663 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:40:58.105506 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8853dcc-a03b-442a-aebc-cb040da47678 req-ad9980a9-80af-4d0e-9ce4-d6870e3a6bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:58.107350 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f8853dcc-a03b-442a-aebc-cb040da47678 req-ad9980a9-80af-4d0e-9ce4-d6870e3a6bcb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=698d8f47-e4f5-4f6e-b02c-62fad736a58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1179690 Mar 21 11:40:58.119653 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Sync routers for ids ['c97bdf68-5779-4555-b380-ed3f1c49cf4b'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:40:58.120293 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-4b6293b3-d935-43fc-9880-58d1aa191969 None None] Provisioning complete for port 317b9ae0-3571-4394-8aef-a6c8b3ed66ee triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:40:58.120771 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4b6293b3-d935-43fc-9880-58d1aa191969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (317b9ae0-3571-4394-8aef-a6c8b3ed66ee), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:58.132682 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Routers {'c97bdf68-5779-4555-b380-ed3f1c49cf4b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:40:58.133691 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:40:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['c97bdf68-5779-4555-b380-ed3f1c49cf4b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:40:58.225425 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:58.229402 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-1ff05bd7-5693-43c5-b244-c4bb6794c38c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5030634 Mar 21 11:40:58.229597 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 39692) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:58.245668 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007c40e9-dfe5-4265-bcf3-0f170b11194c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Router 82e247bc-d478-4af2-91e1-a89b76bd692b has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:40:58.295752 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Set router c97bdf68-5779-4555-b380-ed3f1c49cf4b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:40:58.299796 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Attempting to bind port fe58d896-ca11-4a4b-b2cf-7fae821e9427 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:40:58.300718 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Attempting to bind port fe58d896-ca11-4a4b-b2cf-7fae821e9427 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:40:58.300718 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Attempting to bind port fe58d896-ca11-4a4b-b2cf-7fae821e9427 on network dec2b833-7cac-45cf-899d-249c6dad8788 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:40:58.324116 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:40:58.324530 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Checking segment: {'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:40:58.324892 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:58.325294 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Bound using segment: {'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:40:58.325774 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Bound port: fe58d896-ca11-4a4b-b2cf-7fae821e9427, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:40:58.326537 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:58.370681 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f8853dcc-a03b-442a-aebc-cb040da47678 req-b612fc32-6692-4637-82b1-b137f44eff5c service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512712 Mar 21 11:40:58.467424 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007c40e9-dfe5-4265-bcf3-0f170b11194c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:40:58.482529 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-007c40e9-dfe5-4265-bcf3-0f170b11194c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:58.522136 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-007c40e9-dfe5-4265-bcf3-0f170b11194c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "PUT /v2.0/floatingips/7797982d-f23b-4081-9de3-1367d609ba3b HTTP/1.1" status: 200 len: 992 time: 2.1136887 Mar 21 11:40:58.523146 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388a7d07-1846-4af4-b139-2d41ae118d49', 'tag': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:40:58.525639 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7b816f3a06605387e8fbce4692360954dc05b73c3f9be141b24bdd2b92167a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf0e260-46ef-4663-b4d4-ed0513ce0ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "388a7d07-1846-4af4-b139-2d41ae118d49", "tag": "3b3f81cb-1c89-4ef2-9e39-bfc695c36451"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:40:58.529331 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1e352a-fc76-4f40-a997-3b2a9b93ad10 None None] Sync routers for ids ['82e247bc-d478-4af2-91e1-a89b76bd692b'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:40:58.538596 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'name': 'tempest-TestVolumeBootPattern-2092305068-router', 'tenant_id': 'ca285801ff6f4c569f0922b41195645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '8ceb3a35-93e3-418e-a642-fc3eed18af80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:54Z', 'updated_at': '2022-03-21T11:40:56Z', 'revision_number': 3, 'project_id': 'ca285801ff6f4c569f0922b41195645a', 'gw_port': {'id': '8ceb3a35-93e3-418e-a642-fc3eed18af80', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:55Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:40:58.568956 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port b4b550c0-d534-4cbf-98f0-99ee33f9c287 is: DOWN; New status is: DOWN {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:40:58.579240 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Checking router: c97bdf68-5779-4555-b380-ed3f1c49cf4b for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:40:58.579925 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Updating router c97bdf68-5779-4555-b380-ed3f1c49cf4b port 8ceb3a35-93e3-418e-a642-fc3eed18af80 binding host dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:40:58.595401 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1e352a-fc76-4f40-a997-3b2a9b93ad10 None None] Routers {'82e247bc-d478-4af2-91e1-a89b76bd692b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:40:58.596056 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bf1e352a-fc76-4f40-a997-3b2a9b93ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:40:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['82e247bc-d478-4af2-91e1-a89b76bd692b'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:40:58.598270 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-4b6293b3-d935-43fc-9880-58d1aa191969 None None] Current status of the port 317b9ae0-3571-4394-8aef-a6c8b3ed66ee is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:40:58.600229 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 1b9ad30e-e3fd-4e4a-8463-793df46f2bff is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:40:58.618400 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (8ceb3a35-93e3-418e-a642-fc3eed18af80), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:58.676416 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] For port fe58d896-ca11-4a4b-b2cf-7fae821e9427, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:40:58.693357 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] For port fe58d896-ca11-4a4b-b2cf-7fae821e9427, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=fe58d896-ca11-4a4b-b2cf-7fae821e9427,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:40:58.708822 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:58.752356 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 317b9ae0-3571-4394-8aef-a6c8b3ed66ee up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:40:58.862648 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7f0c8306-7f41-4b0f-97e2-d6dc9e11ed73 None None] Provisioning complete for port fe58d896-ca11-4a4b-b2cf-7fae821e9427 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:40:58.863034 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f0c8306-7f41-4b0f-97e2-d6dc9e11ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:58.871872 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-bf1e352a-fc76-4f40-a997-3b2a9b93ad10 None None] Set router 82e247bc-d478-4af2-91e1-a89b76bd692b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:40:58.874717 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5083c5-4caa-4c7c-9524-6e1d1b21bb0f None None] Pushing event updated for resources: {'Port': ['ID=fe58d896-ca11-4a4b-b2cf-7fae821e9427,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:58.919575 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:40:58.920307 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:40:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:40:58.992923 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6522dea-0bcc-4a18-8827-7b2231064146 req-ac851fef-6f64-40ad-8c98-5949e5761292 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:58.994451 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c6522dea-0bcc-4a18-8827-7b2231064146 req-ac851fef-6f64-40ad-8c98-5949e5761292 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 945 time: 0.4452424 Mar 21 11:40:59.012828 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Publish callbacks [] for port (8ceb3a35-93e3-418e-a642-fc3eed18af80), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:59.015560 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8ddfe-5330-4a54-b779-134dd921c49e req-e420eb39-7b69-4a5e-8973-108697d3135c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:59.022857 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (8ceb3a35-93e3-418e-a642-fc3eed18af80), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:59.023352 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1ed8ddfe-5330-4a54-b779-134dd921c49e req-e420eb39-7b69-4a5e-8973-108697d3135c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.5259798 Mar 21 11:40:59.030454 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f8853dcc-a03b-442a-aebc-cb040da47678 req-5e5977dc-e33c-44f0-a6eb-e505d9fdb783 service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461301 Mar 21 11:40:59.184152 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c6522dea-0bcc-4a18-8827-7b2231064146 req-3237c085-d389-4882-b226-84f3c4bd3d39 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a60a810-905d-4820-8dc1-d0d05fbc559e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805227 Mar 21 11:40:59.202665 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Attempting to bind port 8ceb3a35-93e3-418e-a642-fc3eed18af80 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:40:59.209347 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Attempting to bind port 8ceb3a35-93e3-418e-a642-fc3eed18af80 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:40:59.209872 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Attempting to bind port 8ceb3a35-93e3-418e-a642-fc3eed18af80 on network c5837a43-2245-4480-ae3d-f889828e7864 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:40:59.216660 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77943c-dd33-4e17-a5cd-7fce14b2eeee None None] Pushing event updated for resources: {'Port': ['ID=8ceb3a35-93e3-418e-a642-fc3eed18af80,revision_number=2']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:59.226853 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1ed8ddfe-5330-4a54-b779-134dd921c49e req-0630d513-d14c-47c5-aa07-84edda884611 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990917 Mar 21 11:40:59.233316 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:40:59.233902 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Checking segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:40:59.234451 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:59.235005 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Bound using segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:40:59.235847 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Bound port: 8ceb3a35-93e3-418e-a642-fc3eed18af80, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:40:59.236397 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (8ceb3a35-93e3-418e-a642-fc3eed18af80), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:59.272533 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e974af-9921-492b-8385-c537492da3c4 x-openstack-request-id: req-36e974af-9921-492b-8385-c537492da3c4 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:40:59.273025 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388a7d07-1846-4af4-b139-2d41ae118d49", "tag": "3b3f81cb-1c89-4ef2-9e39-bfc695c36451", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:40:59.273116 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36e974af-9921-492b-8385-c537492da3c4 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:40:59.273438 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388a7d07-1846-4af4-b139-2d41ae118d49', 'tag': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451', 'status': 'completed', 'code': 200} Mar 21 11:40:59.337887 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] For port 8ceb3a35-93e3-418e-a642-fc3eed18af80, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:40:59.345542 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] For port 8ceb3a35-93e3-418e-a642-fc3eed18af80, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=8ceb3a35-93e3-418e-a642-fc3eed18af80,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:40:59.360300 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (8ceb3a35-93e3-418e-a642-fc3eed18af80), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:59.367831 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 317b9ae0-3571-4394-8aef-a6c8b3ed66ee triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:40:59.368221 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (317b9ae0-3571-4394-8aef-a6c8b3ed66ee), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:59.436657 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77943c-dd33-4e17-a5cd-7fce14b2eeee None None] Pushing event updated for resources: {'Port': ['ID=8ceb3a35-93e3-418e-a642-fc3eed18af80,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:59.464319 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Routers {'c97bdf68-5779-4555-b380-ed3f1c49cf4b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:40:59.466321 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:40:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['c97bdf68-5779-4555-b380-ed3f1c49cf4b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:40:59.491406 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:40:59.504304 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0e260-46ef-4663-b4d4-ed0513ce0ea6 req-b86f6432-bad5-4f35-b825-4eab97af2ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:59.506461 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9bf0e260-46ef-4663-b4d4-ed0513ce0ea6 req-b86f6432-bad5-4f35-b825-4eab97af2ede service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 1130 time: 0.1984644 Mar 21 11:40:59.528321 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782d48a-4a64-4850-9326-c6bbed81f94c req-0dd4af61-18c6-49ca-b2ff-761662630b40 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:59.535063 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6782d48a-4a64-4850-9326-c6bbed81f94c req-0dd4af61-18c6-49ca-b2ff-761662630b40 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.1950979 Mar 21 11:40:59.596354 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] Set router c97bdf68-5779-4555-b380-ed3f1c49cf4b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:40:59.612827 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:59.633363 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7f0c8306-7f41-4b0f-97e2-d6dc9e11ed73 None None] Current status of the port fe58d896-ca11-4a4b-b2cf-7fae821e9427 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:40:59.633551 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f0c8306-7f41-4b0f-97e2-d6dc9e11ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:59.653760 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39712) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:40:59.664140 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6782d48a-4a64-4850-9326-c6bbed81f94c req-1b7e4eb1-c9dc-4f3c-9960-f24015aaf594 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281962 Mar 21 11:40:59.760202 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0e260-46ef-4663-b4d4-ed0513ce0ea6 req-bb7f82e3-11de-4dfc-970e-b175bb5e348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:59.761984 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9bf0e260-46ef-4663-b4d4-ed0513ce0ea6 req-bb7f82e3-11de-4dfc-970e-b175bb5e348c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 920 time: 0.2249668 Mar 21 11:40:59.812716 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fd3edd4-74a0-4ceb-9ab3-4383b5e0e98f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:59.816118 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7f0c8306-7f41-4b0f-97e2-d6dc9e11ed73 None None] For port fe58d896-ca11-4a4b-b2cf-7fae821e9427, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=fe58d896-ca11-4a4b-b2cf-7fae821e9427,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:40:59.817248 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 317b9ae0-3571-4394-8aef-a6c8b3ed66ee is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:40:59.835360 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7f0c8306-7f41-4b0f-97e2-d6dc9e11ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:59.856068 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'name': 'tempest-TestVolumeBootPattern-2092305068-router', 'tenant_id': 'ca285801ff6f4c569f0922b41195645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '8ceb3a35-93e3-418e-a642-fc3eed18af80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:54Z', 'updated_at': '2022-03-21T11:40:56Z', 'revision_number': 3, 'project_id': 'ca285801ff6f4c569f0922b41195645a', 'gw_port': {'id': '8ceb3a35-93e3-418e-a642-fc3eed18af80', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:55Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:40:59.885200 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9bf0e260-46ef-4663-b4d4-ed0513ce0ea6 req-c4fdcfee-7bc4-461d-9135-80a29e18acb2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3f81cb-1c89-4ef2-9e39-bfc695c36451 HTTP/1.1" status: 200 len: 1000 time: 0.0898130 Mar 21 11:40:59.905859 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c65e5-3ddb-4af7-bf3d-aaee648af2e2 None None] The sync data for ids ['c97bdf68-5779-4555-b380-ed3f1c49cf4b'] in dv-cinder-805072-11-iscsi is: [{'id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'name': 'tempest-TestVolumeBootPattern-2092305068-router', 'tenant_id': 'ca285801ff6f4c569f0922b41195645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '8ceb3a35-93e3-418e-a642-fc3eed18af80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:54Z', 'updated_at': '2022-03-21T11:40:56Z', 'revision_number': 3, 'project_id': 'ca285801ff6f4c569f0922b41195645a', 'gw_port': {'id': '8ceb3a35-93e3-418e-a642-fc3eed18af80', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:55Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:40:59.934448 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c8306-7f41-4b0f-97e2-d6dc9e11ed73 None None] Pushing event updated for resources: {'Port': ['ID=fe58d896-ca11-4a4b-b2cf-7fae821e9427,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:40:59.935351 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fd3edd4-74a0-4ceb-9ab3-4383b5e0e98f admin admin] Publish callbacks [] for security_group (7851b99d-16a8-4bf8-b821-82987d331323), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:59.952433 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bf1e352a-fc76-4f40-a997-3b2a9b93ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 4, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port': {'id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '7797982d-f23b-4081-9de3-1367d609ba3b', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'port_id': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'mac_address': 'fa:16:3e:f3:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388a7d07-1846-4af4-b139-2d41ae118d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:40:15Z', 'updated_at': '2022-03-21T11:40:57Z', 'revision_number': 1, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369de428-ef40-4f7a-bc06-b10726499c02', 'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'mac_address': 'fa:16:3e:8d:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:20Z', 'updated_at': '2022-03-21T11:38:32Z', 'revision_number': 5, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'subnets': [{'id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:40:59.961013 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6fd3edd4-74a0-4ceb-9ab3-4383b5e0e98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (7851b99d-16a8-4bf8-b821-82987d331323), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:40:59.964865 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0e260-46ef-4663-b4d4-ed0513ce0ea6 req-23d8b31e-84ae-490c-91c2-38abc25225f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:40:59.966594 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9bf0e260-46ef-4663-b4d4-ed0513ce0ea6 req-23d8b31e-84ae-490c-91c2-38abc25225f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b HTTP/1.1" status: 200 len: 858 time: 0.0736778 Mar 21 11:41:00.001727 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1e352a-fc76-4f40-a997-3b2a9b93ad10 None None] Checking router: 82e247bc-d478-4af2-91e1-a89b76bd692b for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:41:00.014449 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 39716) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:41:00.015242 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fcfe0593-f7fc-4d6a-8e6e-13ab4489951c None None] Provisioning complete for port fe58d896-ca11-4a4b-b2cf-7fae821e9427 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:41:00.015623 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0593-f7fc-4d6a-8e6e-13ab4489951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:00.016228 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6fd3edd4-74a0-4ceb-9ab3-4383b5e0e98f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f5093f70736d496889e2b14d4b1cea08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610771 Mar 21 11:41:00.017858 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3edd4-74a0-4ceb-9ab3-4383b5e0e98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7851b99d-16a8-4bf8-b821-82987d331323,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:00.020713 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 21ebdf41-b973-44b1-89a5-634214777d5b up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:41:00.023231 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Allocated IP 172.20.0.1 (685c82d7-6c59-4294-98a3-679323319dfb/b8e9dd07-df79-4ff2-a265-0a4aea88f736/d6c2eed5-65fc-453d-8b0f-3823ee3b6491) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:41:00.023848 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:58Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:41:00.084591 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0e260-46ef-4663-b4d4-ed0513ce0ea6 req-659b794b-7051-4b03-bdf0-a4aa22a22779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:00.086164 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9bf0e260-46ef-4663-b4d4-ed0513ce0ea6 req-659b794b-7051-4b03-bdf0-a4aa22a22779 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d03519d-2e7e-48b4-905f-e8767233d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1101801 Mar 21 11:41:00.094102 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1e352a-fc76-4f40-a997-3b2a9b93ad10 None None] Routers {'82e247bc-d478-4af2-91e1-a89b76bd692b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:41:00.094747 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bf1e352a-fc76-4f40-a997-3b2a9b93ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:40:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['82e247bc-d478-4af2-91e1-a89b76bd692b'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:41:00.104763 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529dac3e-6644-49ae-b0fb-9959a39a3f54 None None] The sync data for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi is: [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:58Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:41:00.259488 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port 21ebdf41-b973-44b1-89a5-634214777d5b completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:41:00.275928 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port 21ebdf41-b973-44b1-89a5-634214777d5b triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:41:00.276308 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (21ebdf41-b973-44b1-89a5-634214777d5b), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:00.280652 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Publish callbacks [] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:00.284348 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-bf1e352a-fc76-4f40-a997-3b2a9b93ad10 None None] Set router 82e247bc-d478-4af2-91e1-a89b76bd692b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:41:00.345058 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a702686a-f14e-43bb-863a-024d7fb3c60c admin admin] Publish callbacks [] for security_group (7851b99d-16a8-4bf8-b821-82987d331323), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:00.354193 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe0593-f7fc-4d6a-8e6e-13ab4489951c None None] Current status of the port fe58d896-ca11-4a4b-b2cf-7fae821e9427 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:41:00.418375 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-fcfe0593-f7fc-4d6a-8e6e-13ab4489951c None None] Provisioning complete for port 317b9ae0-3571-4394-8aef-a6c8b3ed66ee triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:41:00.419345 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fcfe0593-f7fc-4d6a-8e6e-13ab4489951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (317b9ae0-3571-4394-8aef-a6c8b3ed66ee), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:00.451752 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a702686a-f14e-43bb-863a-024d7fb3c60c admin admin] Publish callbacks [] for security_group (7851b99d-16a8-4bf8-b821-82987d331323), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:00.473009 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:00.549157 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9bf0e260-46ef-4663-b4d4-ed0513ce0ea6 req-f6b6c33b-8c91-43ed-b411-8c4bc0752960 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328864 Mar 21 11:41:00.562744 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c22b2-c8d5-4e3f-bfc6-1540c6c4b914 req-4bb94fe5-38f2-4d63-941a-a39bf77cd246 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:00.564322 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-544c22b2-c8d5-4e3f-bfc6-1540c6c4b914 req-4bb94fe5-38f2-4d63-941a-a39bf77cd246 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 945 time: 0.2551830 Mar 21 11:41:00.585301 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Network 685c82d7-6c59-4294-98a3-679323319dfb is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:41:00.605869 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 21ebdf41-b973-44b1-89a5-634214777d5b is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:41:00.606255 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (21ebdf41-b973-44b1-89a5-634214777d5b), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:00.610658 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:41:00.658851 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:41:00.659355 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655857'] for router_interface (c97bdf68-5779-4555-b380-ed3f1c49cf4b), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:00.695610 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Pushing event updated for resources: {'Port': ['ID=d6c2eed5-65fc-453d-8b0f-3823ee3b6491,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:00.726849 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c41ce-86c6-4556-9c1a-b8f6cdee36d0 req-9a0678bb-ba1d-4103-bab7-9963fb67298b tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:00.728476 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d33c41ce-86c6-4556-9c1a-b8f6cdee36d0 req-9a0678bb-ba1d-4103-bab7-9963fb67298b tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.3680749 Mar 21 11:41:00.743186 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bba5259-271e-4e9d-b202-c0613b25651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ebdf41-b973-44b1-89a5-634214777d5b'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:41:00.745538 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68785f7-be48-4865-9647-62dcfcc01f18" -d '{"events": [{"server_uuid": "4bba5259-271e-4e9d-b202-c0613b25651a", "name": "network-vif-plugged", "status": "completed", "tag": "21ebdf41-b973-44b1-89a5-634214777d5b"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:41:00.829059 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 21ebdf41-b973-44b1-89a5-634214777d5b, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=21ebdf41-b973-44b1-89a5-634214777d5b,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:41:00.840985 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a702686a-f14e-43bb-863a-024d7fb3c60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (7851b99d-16a8-4bf8-b821-82987d331323), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:00.841325 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe0593-f7fc-4d6a-8e6e-13ab4489951c None None] Current status of the port 317b9ae0-3571-4394-8aef-a6c8b3ed66ee is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:41:00.841412 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a702686a-f14e-43bb-863a-024d7fb3c60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:00.841412 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-a702686a-f14e-43bb-863a-024d7fb3c60c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7851b99d-16a8-4bf8-b821-82987d331323 HTTP/1.1" status: 204 len: 168 time: 0.8231766 Mar 21 11:41:00.886623 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (21ebdf41-b973-44b1-89a5-634214777d5b), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:00.950070 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 8ceb3a35-93e3-418e-a642-fc3eed18af80 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:41:00.953058 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702686a-f14e-43bb-863a-024d7fb3c60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7851b99d-16a8-4bf8-b821-82987d331323,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:01.031525 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-544c22b2-c8d5-4e3f-bfc6-1540c6c4b914 req-1cca7655-f9cf-4401-9f7c-f451d1c2c82a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a60a810-905d-4820-8dc1-d0d05fbc559e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4565511 Mar 21 11:41:01.119973 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9bf0e260-46ef-4663-b4d4-ed0513ce0ea6 req-d18f439f-0778-4e05-8b84-da374b42464e service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497808 Mar 21 11:41:01.131039 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d33c41ce-86c6-4556-9c1a-b8f6cdee36d0 req-2fd51307-d4ef-44cd-bed2-cf6dedde2de1 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3357966 Mar 21 11:41:01.210150 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:01.272486 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3b3ea-6e27-4571-8f3a-1653a06030c7 req-6d2eece8-88d6-48ab-9050-6125cb3ae11d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:01.274136 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3af3b3ea-6e27-4571-8f3a-1653a06030c7 req-6d2eece8-88d6-48ab-9050-6125cb3ae11d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.1414075 Mar 21 11:41:01.333965 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac78a7c-8cdc-43ee-99ba-6930f0abd71b x-openstack-request-id: req-aac78a7c-8cdc-43ee-99ba-6930f0abd71b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:41:01.334323 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bba5259-271e-4e9d-b202-c0613b25651a", "name": "network-vif-plugged", "status": "completed", "tag": "21ebdf41-b973-44b1-89a5-634214777d5b", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:41:01.334492 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aac78a7c-8cdc-43ee-99ba-6930f0abd71b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:41:01.334873 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bba5259-271e-4e9d-b202-c0613b25651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ebdf41-b973-44b1-89a5-634214777d5b', 'code': 200} Mar 21 11:41:01.365284 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=21ebdf41-b973-44b1-89a5-634214777d5b,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:01.381616 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-47ed4263-ec39-4fa4-aaa0-051179474286 None None] Provisioning complete for port d6c2eed5-65fc-453d-8b0f-3823ee3b6491 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:41:01.381989 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-47ed4263-ec39-4fa4-aaa0-051179474286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:01.410255 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3af3b3ea-6e27-4571-8f3a-1653a06030c7 req-9ea3a4d5-2a29-46cb-9cd0-18666fcffe0d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061821 Mar 21 11:41:01.412745 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-bf1e352a-fc76-4f40-a997-3b2a9b93ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 4, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port': {'id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '7797982d-f23b-4081-9de3-1367d609ba3b', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'port_id': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'mac_address': 'fa:16:3e:f3:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388a7d07-1846-4af4-b139-2d41ae118d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:40:15Z', 'updated_at': '2022-03-21T11:40:57Z', 'revision_number': 1, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369de428-ef40-4f7a-bc06-b10726499c02', 'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'mac_address': 'fa:16:3e:8d:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:20Z', 'updated_at': '2022-03-21T11:38:32Z', 'revision_number': 5, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'subnets': [{'id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:41:01.451330 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 8ceb3a35-93e3-418e-a642-fc3eed18af80 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:41:01.451491 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (8ceb3a35-93e3-418e-a642-fc3eed18af80), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:01.453177 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1e352a-fc76-4f40-a997-3b2a9b93ad10 None None] The sync data for ids ['82e247bc-d478-4af2-91e1-a89b76bd692b'] in dv-cinder-805072-11-iscsi is: [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 4, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port': {'id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '7797982d-f23b-4081-9de3-1367d609ba3b', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'port_id': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'mac_address': 'fa:16:3e:f3:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388a7d07-1846-4af4-b139-2d41ae118d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:40:15Z', 'updated_at': '2022-03-21T11:40:57Z', 'revision_number': 1, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369de428-ef40-4f7a-bc06-b10726499c02', 'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'mac_address': 'fa:16:3e:8d:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:20Z', 'updated_at': '2022-03-21T11:38:32Z', 'revision_number': 5, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'subnets': [{'id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:41:01.485286 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-47ed4263-ec39-4fa4-aaa0-051179474286 None None] Port d6c2eed5-65fc-453d-8b0f-3823ee3b6491 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:41:01.530248 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Publish callbacks [] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:01.577859 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 8ceb3a35-93e3-418e-a642-fc3eed18af80 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:41:01.578261 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (8ceb3a35-93e3-418e-a642-fc3eed18af80), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:01.594862 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:01.595818 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655717'] for router_interface (c97bdf68-5779-4555-b380-ed3f1c49cf4b), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:01.601560 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port 8ceb3a35-93e3-418e-a642-fc3eed18af80, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=8ceb3a35-93e3-418e-a642-fc3eed18af80,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:41:01.608864 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (8ceb3a35-93e3-418e-a642-fc3eed18af80), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:01.609851 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device fe58d896-ca11-4a4b-b2cf-7fae821e9427 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:41:01.698820 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Pushing event updated for resources: {'Port': ['ID=d6c2eed5-65fc-453d-8b0f-3823ee3b6491,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:01.699297 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=8ceb3a35-93e3-418e-a642-fc3eed18af80,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:01.708054 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3bcc9-7ec6-481e-b2fa-ea6cc852d2e7 req-2fc1521f-9a22-48ef-b589-043a51dfd788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:01.710133 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-33d3bcc9-7ec6-481e-b2fa-ea6cc852d2e7 req-2fc1521f-9a22-48ef-b589-043a51dfd788 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 1130 time: 0.1723385 Mar 21 11:41:01.710254 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port fe58d896-ca11-4a4b-b2cf-7fae821e9427 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:41:01.710698 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:01.783475 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Network 685c82d7-6c59-4294-98a3-679323319dfb is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:41:01.786755 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-33d3bcc9-7ec6-481e-b2fa-ea6cc852d2e7 req-a15d9993-c4ca-4fe5-aa73-c36c9294b4c6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4a60a810-905d-4820-8dc1-d0d05fbc559e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655820 Mar 21 11:41:01.787991 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:41:01.795144 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port fe58d896-ca11-4a4b-b2cf-7fae821e9427 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:41:01.930149 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Router c97bdf68-5779-4555-b380-ed3f1c49cf4b has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:41:02.017559 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8af50b18-4b1d-40c8-b864-d7af5dadc992 None None] Provisioning complete for port d6c2eed5-65fc-453d-8b0f-3823ee3b6491 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:41:02.018109 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8af50b18-4b1d-40c8-b864-d7af5dadc992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:02.047014 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:41:02.056000 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-eb9ac706-9cc3-4659-bf72-29645a4971fc admin admin] 10.222.0.61 "PUT /v2.0/routers/c97bdf68-5779-4555-b380-ed3f1c49cf4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8218250 Mar 21 11:41:02.065221 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8af50b18-4b1d-40c8-b864-d7af5dadc992 None None] Port d6c2eed5-65fc-453d-8b0f-3823ee3b6491 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:41:02.185603 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ed489-08e9-4b37-a7bb-4d14eddb455f req-1d5d7a1a-7bbe-4044-8854-bc6c18b45382 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:02.187148 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-268ed489-08e9-4b37-a7bb-4d14eddb455f req-1d5d7a1a-7bbe-4044-8854-bc6c18b45382 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 946 time: 0.0657516 Mar 21 11:41:02.235265 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-268ed489-08e9-4b37-a7bb-4d14eddb455f req-3b838264-a7ed-42bb-a761-b3f8c805c1d4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a60a810-905d-4820-8dc1-d0d05fbc559e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421803 Mar 21 11:41:02.347085 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775de0a-ab7c-47e1-8900-bd92642c6626 req-f7b1c535-21ee-4894-8cc8-381dc787a4ea tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:02.349136 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d775de0a-ab7c-47e1-8900-bd92642c6626 req-f7b1c535-21ee-4894-8cc8-381dc787a4ea tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0520332 Mar 21 11:41:02.396037 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d775de0a-ab7c-47e1-8900-bd92642c6626 req-a16ac11d-5fe7-4275-aff5-dfc48fb6b394 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406125 Mar 21 11:41:02.545201 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b57450-4471-4d4c-bd48-1e2a3c221905 req-71edbd13-7eea-496f-aa3c-b7d75a220b34 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:02.546654 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-16b57450-4471-4d4c-bd48-1e2a3c221905 req-71edbd13-7eea-496f-aa3c-b7d75a220b34 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0563400 Mar 21 11:41:02.556857 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 39744) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:41:02.561701 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2603b2a9-8b45-4a8d-b236-9ce11a16ba00 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-668738252', 'description': 'tempest-secgroup-smoke-668738252 description', 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:41:02.699660 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 8ceb3a35-93e3-418e-a642-fc3eed18af80 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:41:02.749241 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 8ceb3a35-93e3-418e-a642-fc3eed18af80 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:41:02.749523 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (8ceb3a35-93e3-418e-a642-fc3eed18af80), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:02.816226 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2603b2a9-8b45-4a8d-b236-9ce11a16ba00 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:02.829609 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 8ceb3a35-93e3-418e-a642-fc3eed18af80 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:41:02.841898 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-16b57450-4471-4d4c-bd48-1e2a3c221905 req-bdea0e08-3773-4134-a815-53357fa93396 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2894895 Mar 21 11:41:02.893879 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2603b2a9-8b45-4a8d-b236-9ce11a16ba00 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group (953fa54b-ba6f-4d97-926f-b90052b99f78), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:02.897719 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2603b2a9-8b45-4a8d-b236-9ce11a16ba00 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (953fa54b-ba6f-4d97-926f-b90052b99f78), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:02.932238 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2603b2a9-8b45-4a8d-b236-9ce11a16ba00 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:02.933463 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-2603b2a9-8b45-4a8d-b236-9ce11a16ba00 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3756909 Mar 21 11:41:02.934564 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603b2a9-8b45-4a8d-b236-9ce11a16ba00 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953fa54b-ba6f-4d97-926f-b90052b99f78,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:02.936652 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39748) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:41:02.941119 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7bb528fb-d5e5-4db3-8362-570137a27c21 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Request body: {'security_group_rule': {'security_group_id': '953fa54b-ba6f-4d97-926f-b90052b99f78', 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:41:02.966339 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7bb528fb-d5e5-4db3-8362-570137a27c21 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (3722e0d4-895c-400b-8708-2acb26fc5e98), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.027602 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7bb528fb-d5e5-4db3-8362-570137a27c21 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (3722e0d4-895c-400b-8708-2acb26fc5e98), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.031189 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7bb528fb-d5e5-4db3-8362-570137a27c21 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (3722e0d4-895c-400b-8708-2acb26fc5e98), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.048401 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb528fb-d5e5-4db3-8362-570137a27c21 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3722e0d4-895c-400b-8708-2acb26fc5e98,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:03.055571 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7bb528fb-d5e5-4db3-8362-570137a27c21 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.056804 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7bb528fb-d5e5-4db3-8362-570137a27c21 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191556 Mar 21 11:41:03.059491 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39750) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:41:03.065249 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7a27f0d0-c78e-41ab-b30e-12f4d524d136 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Request body: {'security_group_rule': {'security_group_id': '953fa54b-ba6f-4d97-926f-b90052b99f78', 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:41:03.090389 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a27f0d0-c78e-41ab-b30e-12f4d524d136 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (a092ebd4-9ded-4f2e-bfb7-c2e7e7e639a8), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.145045 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a27f0d0-c78e-41ab-b30e-12f4d524d136 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (a092ebd4-9ded-4f2e-bfb7-c2e7e7e639a8), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.148258 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a27f0d0-c78e-41ab-b30e-12f4d524d136 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (a092ebd4-9ded-4f2e-bfb7-c2e7e7e639a8), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.164927 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27f0d0-c78e-41ab-b30e-12f4d524d136 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a092ebd4-9ded-4f2e-bfb7-c2e7e7e639a8,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:03.172837 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7a27f0d0-c78e-41ab-b30e-12f4d524d136 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.174046 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7a27f0d0-c78e-41ab-b30e-12f4d524d136 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135697 Mar 21 11:41:03.177258 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39752) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:41:03.181382 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-7db8d083-24de-4028-be5f-a1b9434de0ba tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Request body: {'security_group_rule': {'security_group_id': '953fa54b-ba6f-4d97-926f-b90052b99f78', 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:41:03.204774 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7db8d083-24de-4028-be5f-a1b9434de0ba tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (39e36b7f-04a4-438f-89cd-631dd53574ae), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.264812 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7db8d083-24de-4028-be5f-a1b9434de0ba tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (39e36b7f-04a4-438f-89cd-631dd53574ae), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.268426 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7db8d083-24de-4028-be5f-a1b9434de0ba tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (39e36b7f-04a4-438f-89cd-631dd53574ae), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.283100 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8d083-24de-4028-be5f-a1b9434de0ba tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e36b7f-04a4-438f-89cd-631dd53574ae,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:03.295713 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7db8d083-24de-4028-be5f-a1b9434de0ba tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.297200 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7db8d083-24de-4028-be5f-a1b9434de0ba tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189232 Mar 21 11:41:03.299896 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39756) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:41:03.306134 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6f3c68b8-41b5-4c3c-b183-1ef89bfd67fc tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Request body: {'security_group_rule': {'security_group_id': '953fa54b-ba6f-4d97-926f-b90052b99f78', 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:41:03.335300 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f3c68b8-41b5-4c3c-b183-1ef89bfd67fc tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (906a3905-754e-41a6-8149-d18dbf01df97), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.367899 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23719d18-baa8-4e1d-b552-d123f32ce4fa req-bd4f275e-873f-4fec-937a-0b3098059b58 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:03.369373 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-23719d18-baa8-4e1d-b552-d123f32ce4fa req-bd4f275e-873f-4fec-937a-0b3098059b58 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 946 time: 0.0530791 Mar 21 11:41:03.398227 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f3c68b8-41b5-4c3c-b183-1ef89bfd67fc tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (906a3905-754e-41a6-8149-d18dbf01df97), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.401821 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f3c68b8-41b5-4c3c-b183-1ef89bfd67fc tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (906a3905-754e-41a6-8149-d18dbf01df97), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.418020 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c68b8-41b5-4c3c-b183-1ef89bfd67fc tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906a3905-754e-41a6-8149-d18dbf01df97,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:03.420351 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-23719d18-baa8-4e1d-b552-d123f32ce4fa req-3d02bfee-2897-47f1-94e0-5be80b537b96 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a60a810-905d-4820-8dc1-d0d05fbc559e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453727 Mar 21 11:41:03.429390 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f3c68b8-41b5-4c3c-b183-1ef89bfd67fc tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.432254 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6f3c68b8-41b5-4c3c-b183-1ef89bfd67fc tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313014 Mar 21 11:41:03.433438 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 39760) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:41:03.438203 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-35374db8-6a27-4a34-8a0a-e06333a1b2df tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Request body: {'security_group_rule': {'security_group_id': '953fa54b-ba6f-4d97-926f-b90052b99f78', 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:41:03.461245 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-35374db8-6a27-4a34-8a0a-e06333a1b2df tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Project c58bcecb6f1d42fcab810f7e635cecbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 11:41:03.469471 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35374db8-6a27-4a34-8a0a-e06333a1b2df tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (83988143-14aa-4ee5-a270-f8ea586bd8f2), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.590047 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35374db8-6a27-4a34-8a0a-e06333a1b2df tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (83988143-14aa-4ee5-a270-f8ea586bd8f2), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.598155 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35374db8-6a27-4a34-8a0a-e06333a1b2df tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (83988143-14aa-4ee5-a270-f8ea586bd8f2), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.613708 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c7baa-50fe-4e5e-a3b3-a306febb5456 req-abf186c1-3330-4e87-8c5a-7109a8b96dfe tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:03.615155 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-170c7baa-50fe-4e5e-a3b3-a306febb5456 req-abf186c1-3330-4e87-8c5a-7109a8b96dfe tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.1313705 Mar 21 11:41:03.630190 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d94931-b033-4914-a99d-743ba2a96c30 req-97deaab7-1b2d-4853-bc17-0240d92e6260 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:03.631566 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-02d94931-b033-4914-a99d-743ba2a96c30 req-97deaab7-1b2d-4853-bc17-0240d92e6260 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 946 time: 0.1166692 Mar 21 11:41:03.640411 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 39764) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:41:03.642709 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35374db8-6a27-4a34-8a0a-e06333a1b2df tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83988143-14aa-4ee5-a270-f8ea586bd8f2,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:03.645195 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-a24a094a-184b-46ef-af80-5407c36a235e tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'floatingip': {'port_id': '21ebdf41-b973-44b1-89a5-634214777d5b'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:41:03.665504 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-35374db8-6a27-4a34-8a0a-e06333a1b2df tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.669344 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-35374db8-6a27-4a34-8a0a-e06333a1b2df tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2321465 Mar 21 11:41:03.672114 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 39766) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:41:03.676407 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-373607e3-3b92-4f85-b722-70bc2a82b3a5 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Request body: {'security_group_rule': {'security_group_id': '953fa54b-ba6f-4d97-926f-b90052b99f78', 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:41:03.687703 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a24a094a-184b-46ef-af80-5407c36a235e tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (42cf3735-e141-454b-9d93-c07720574c7f), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.702758 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-170c7baa-50fe-4e5e-a3b3-a306febb5456 req-50fc46cf-ffc7-44f8-a6a5-24ba8ede8ae1 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689986 Mar 21 11:41:03.714665 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-373607e3-3b92-4f85-b722-70bc2a82b3a5 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Project c58bcecb6f1d42fcab810f7e635cecbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 11:41:03.724453 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-373607e3-3b92-4f85-b722-70bc2a82b3a5 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (4edb7704-897d-4da2-991d-aef75fb5629b), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.781144 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Sync routers for ids ['c97bdf68-5779-4555-b380-ed3f1c49cf4b'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:41:03.791338 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-373607e3-3b92-4f85-b722-70bc2a82b3a5 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (4edb7704-897d-4da2-991d-aef75fb5629b), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.792270 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Routers {'c97bdf68-5779-4555-b380-ed3f1c49cf4b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:41:03.793264 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:40:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['c97bdf68-5779-4555-b380-ed3f1c49cf4b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:41:03.799389 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-373607e3-3b92-4f85-b722-70bc2a82b3a5 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (4edb7704-897d-4da2-991d-aef75fb5629b), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.822711 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373607e3-3b92-4f85-b722-70bc2a82b3a5 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edb7704-897d-4da2-991d-aef75fb5629b,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:03.824443 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c7598-6268-4201-a8ee-9732c844e49e None None] New status for floating IP 7797982d-f23b-4081-9de3-1367d609ba3b: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:41:03.831327 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-373607e3-3b92-4f85-b722-70bc2a82b3a5 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:03.833544 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-373607e3-3b92-4f85-b722-70bc2a82b3a5 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1599963 Mar 21 11:41:03.927814 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Set router c97bdf68-5779-4555-b380-ed3f1c49cf4b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:41:04.015562 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b985c0-9c01-42e0-b5d6-5f6797621090 req-8c778343-fc38-4e1e-b17c-eae686906f7d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:04.023370 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c5b985c0-9c01-42e0-b5d6-5f6797621090 req-8c778343-fc38-4e1e-b17c-eae686906f7d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0768700 Mar 21 11:41:04.099200 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c5b985c0-9c01-42e0-b5d6-5f6797621090 req-bf3afb71-ff56-46cd-b284-a91320cfc819 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741191 Mar 21 11:41:04.194281 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'name': 'tempest-TestVolumeBootPattern-2092305068-router', 'tenant_id': 'ca285801ff6f4c569f0922b41195645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '8ceb3a35-93e3-418e-a642-fc3eed18af80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:54Z', 'updated_at': '2022-03-21T11:41:01Z', 'revision_number': 4, 'project_id': 'ca285801ff6f4c569f0922b41195645a', 'gw_port': {'id': '8ceb3a35-93e3-418e-a642-fc3eed18af80', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:55Z', 'updated_at': '2022-03-21T11:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'd6c2eed5-65fc-453d-8b0f-3823ee3b6491', 'name': '', 'network_id': '685c82d7-6c59-4294-98a3-679323319dfb', 'tenant_id': 'ca285801ff6f4c569f0922b41195645a', 'mac_address': 'fa:16:3e:cf:04:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b8e9dd07-df79-4ff2-a265-0a4aea88f736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:59Z', 'updated_at': '2022-03-21T11:41:01Z', 'revision_number': 2, 'project_id': 'ca285801ff6f4c569f0922b41195645a', 'subnets': [{'id': 'b8e9dd07-df79-4ff2-a265-0a4aea88f736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:41:04.220859 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Checking router: c97bdf68-5779-4555-b380-ed3f1c49cf4b for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:41:04.221283 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Updating router c97bdf68-5779-4555-b380-ed3f1c49cf4b port d6c2eed5-65fc-453d-8b0f-3823ee3b6491 binding host dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:41:04.249213 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:04.257969 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a24a094a-184b-46ef-af80-5407c36a235e tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:04.261294 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a24a094a-184b-46ef-af80-5407c36a235e tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (42cf3735-e141-454b-9d93-c07720574c7f), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:04.383058 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.l3_db [None req-a24a094a-184b-46ef-af80-5407c36a235e tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Floating IP 42cf3735-e141-454b-9d93-c07720574c7f associated. External IP: 172.27.0.240, port: 21ebdf41-b973-44b1-89a5-634214777d5b. Mar 21 11:41:04.524784 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Publish callbacks [] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:04.529658 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:04.576749 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e241b9-cf32-436f-9cad-580838c113f5 None None] Pushing event updated for resources: {'Port': ['ID=d6c2eed5-65fc-453d-8b0f-3823ee3b6491,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:04.632469 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24a094a-184b-46ef-af80-5407c36a235e tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Router 23780c50-5505-422f-98fa-76f67c3a334b has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:41:04.649093 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Attempting to bind port d6c2eed5-65fc-453d-8b0f-3823ee3b6491 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:41:04.649599 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Attempting to bind port d6c2eed5-65fc-453d-8b0f-3823ee3b6491 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': '0e29fde5-2d0b-4dc2-9ccb-db469b3885c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '685c82d7-6c59-4294-98a3-679323319dfb'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:41:04.650730 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Attempting to bind port d6c2eed5-65fc-453d-8b0f-3823ee3b6491 on network 685c82d7-6c59-4294-98a3-679323319dfb {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:41:04.656234 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:41:04.656740 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Checking segment: {'id': '0e29fde5-2d0b-4dc2-9ccb-db469b3885c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '685c82d7-6c59-4294-98a3-679323319dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:41:04.657254 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:04.657737 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Bound using segment: {'id': '0e29fde5-2d0b-4dc2-9ccb-db469b3885c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '685c82d7-6c59-4294-98a3-679323319dfb'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:41:04.658304 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Bound port: d6c2eed5-65fc-453d-8b0f-3823ee3b6491, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e29fde5-2d0b-4dc2-9ccb-db469b3885c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '685c82d7-6c59-4294-98a3-679323319dfb'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:41:04.658769 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:04.729629 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] For port d6c2eed5-65fc-453d-8b0f-3823ee3b6491, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:41:04.736993 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] For port d6c2eed5-65fc-453d-8b0f-3823ee3b6491, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=d6c2eed5-65fc-453d-8b0f-3823ee3b6491,segment=NetworkSegment(0e29fde5-2d0b-4dc2-9ccb-db469b3885c2),segment_id=0e29fde5-2d0b-4dc2-9ccb-db469b3885c2)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:41:04.746902 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:04.762290 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24a094a-184b-46ef-af80-5407c36a235e tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:41:04.767079 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a24a094a-184b-46ef-af80-5407c36a235e tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:04.803562 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a24a094a-184b-46ef-af80-5407c36a235e tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "PUT /v2.0/floatingips/42cf3735-e141-454b-9d93-c07720574c7f HTTP/1.1" status: 200 len: 992 time: 1.1619647 Mar 21 11:41:04.804534 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bba5259-271e-4e9d-b202-c0613b25651a', 'tag': '21ebdf41-b973-44b1-89a5-634214777d5b'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:41:04.807531 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7b816f3a06605387e8fbce4692360954dc05b73c3f9be141b24bdd2b92167a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1912f03a-bd2f-4f33-bcbd-4e32a40d8b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "4bba5259-271e-4e9d-b202-c0613b25651a", "tag": "21ebdf41-b973-44b1-89a5-634214777d5b"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:41:04.856157 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d16e10-3e15-4062-8f75-1aa1fe441062 None None] Sync routers for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:41:04.859091 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0a28cd-df05-4541-877a-0da580f097e9 x-openstack-request-id: req-ca0a28cd-df05-4541-877a-0da580f097e9 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:41:04.859389 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bba5259-271e-4e9d-b202-c0613b25651a", "tag": "21ebdf41-b973-44b1-89a5-634214777d5b", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:41:04.859803 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ca0a28cd-df05-4541-877a-0da580f097e9 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:41:04.861184 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bba5259-271e-4e9d-b202-c0613b25651a', 'tag': '21ebdf41-b973-44b1-89a5-634214777d5b', 'status': 'completed', 'code': 200} Mar 21 11:41:04.911938 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-748adfc6-8f90-4303-b18f-c0af4728cabf None None] Provisioning complete for port d6c2eed5-65fc-453d-8b0f-3823ee3b6491 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:41:04.914467 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-748adfc6-8f90-4303-b18f-c0af4728cabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:04.926120 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Routers {'c97bdf68-5779-4555-b380-ed3f1c49cf4b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:41:04.927610 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:40:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['c97bdf68-5779-4555-b380-ed3f1c49cf4b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:41:04.942567 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779649d-beea-4246-b452-0e8110928233 req-8500d1cf-736c-4b00-bcf8-2c3141717eda tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:04.944226 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b779649d-beea-4246-b452-0e8110928233 req-8500d1cf-736c-4b00-bcf8-2c3141717eda tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.1062191 Mar 21 11:41:04.962778 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e241b9-cf32-436f-9cad-580838c113f5 None None] Pushing event updated for resources: {'Port': ['ID=d6c2eed5-65fc-453d-8b0f-3823ee3b6491,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:04.995642 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912f03a-bd2f-4f33-bcbd-4e32a40d8b9b req-f1c661bd-d9b3-4f2e-84f0-91594a5637b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:04.997452 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1912f03a-bd2f-4f33-bcbd-4e32a40d8b9b req-f1c661bd-d9b3-4f2e-84f0-91594a5637b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ee9a47756654ffb95e31ec71d9f9a10&device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 1130 time: 0.1074965 Mar 21 11:41:05.014349 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d16e10-3e15-4062-8f75-1aa1fe441062 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:41:05.015108 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-66d16e10-3e15-4062-8f75-1aa1fe441062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:40:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:41:05.039764 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b779649d-beea-4246-b452-0e8110928233 req-91514029-887b-4566-9682-3d5d591bc4ae tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863774 Mar 21 11:41:05.059196 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-748adfc6-8f90-4303-b18f-c0af4728cabf None None] Current status of the port d6c2eed5-65fc-453d-8b0f-3823ee3b6491 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:41:05.059957 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-748adfc6-8f90-4303-b18f-c0af4728cabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:05.101176 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-748adfc6-8f90-4303-b18f-c0af4728cabf None None] For port d6c2eed5-65fc-453d-8b0f-3823ee3b6491, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=d6c2eed5-65fc-453d-8b0f-3823ee3b6491,segment=NetworkSegment(0e29fde5-2d0b-4dc2-9ccb-db469b3885c2),segment_id=0e29fde5-2d0b-4dc2-9ccb-db469b3885c2)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:41:05.107624 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-748adfc6-8f90-4303-b18f-c0af4728cabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:05.157468 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912f03a-bd2f-4f33-bcbd-4e32a40d8b9b req-e9117546-8759-47fb-88c6-be302be4953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:05.159928 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1912f03a-bd2f-4f33-bcbd-4e32a40d8b9b req-e9117546-8759-47fb-88c6-be302be4953f service neutron] 10.222.0.64 "GET /v2.0/networks?id=18d4826d-4fed-4890-a7bf-cce3a3544769 HTTP/1.1" status: 200 len: 916 time: 0.1429896 Mar 21 11:41:05.205898 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748adfc6-8f90-4303-b18f-c0af4728cabf None None] Pushing event updated for resources: {'Port': ['ID=d6c2eed5-65fc-453d-8b0f-3823ee3b6491,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:05.241399 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b359982a-4f22-4c2d-884a-19562dd3cb36 None None] Provisioning complete for port d6c2eed5-65fc-453d-8b0f-3823ee3b6491 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:41:05.242638 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b359982a-4f22-4c2d-884a-19562dd3cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:05.262284 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] Set router c97bdf68-5779-4555-b380-ed3f1c49cf4b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:41:05.277437 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1912f03a-bd2f-4f33-bcbd-4e32a40d8b9b req-a1f1d744-fc4d-4377-9f4d-b3a9b44d2322 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21ebdf41-b973-44b1-89a5-634214777d5b HTTP/1.1" status: 200 len: 1000 time: 0.1094551 Mar 21 11:41:05.291809 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cff9b7-c10e-4a75-a707-a7d43d307430 req-769f5e94-1db3-4b53-bb6a-45642fe61b1e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:05.293283 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a2cff9b7-c10e-4a75-a707-a7d43d307430 req-769f5e94-1db3-4b53-bb6a-45642fe61b1e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0701582 Mar 21 11:41:05.330935 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-66d16e10-3e15-4062-8f75-1aa1fe441062 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:41:05.353615 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b359982a-4f22-4c2d-884a-19562dd3cb36 None None] Current status of the port d6c2eed5-65fc-453d-8b0f-3823ee3b6491 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:41:05.366102 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912f03a-bd2f-4f33-bcbd-4e32a40d8b9b req-cfad6ff4-0f54-4f75-92a2-aed561707c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:05.367485 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1912f03a-bd2f-4f33-bcbd-4e32a40d8b9b req-cfad6ff4-0f54-4f75-92a2-aed561707c65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9496d40-b2b9-4409-803c-f41482ae8f58 HTTP/1.1" status: 200 len: 854 time: 0.0733359 Mar 21 11:41:05.390277 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a2cff9b7-c10e-4a75-a707-a7d43d307430 req-1a2fb5a1-1c10-4250-8a4d-15868f2a9b4e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688236 Mar 21 11:41:05.423360 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912f03a-bd2f-4f33-bcbd-4e32a40d8b9b req-1945d232-268f-4698-b0a9-6f66f969be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:05.424964 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1912f03a-bd2f-4f33-bcbd-4e32a40d8b9b req-1945d232-268f-4698-b0a9-6f66f969be5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d4826d-4fed-4890-a7bf-cce3a3544769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473413 Mar 21 11:41:05.518521 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1912f03a-bd2f-4f33-bcbd-4e32a40d8b9b req-4ca41b7c-7434-4b78-bcc3-5f5dbff50713 service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823746 Mar 21 11:41:05.609845 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1912f03a-bd2f-4f33-bcbd-4e32a40d8b9b req-62da318b-ef1d-4d39-91cf-8b1dd98ed1ab service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859411 Mar 21 11:41:05.670806 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'name': 'tempest-TestVolumeBootPattern-2092305068-router', 'tenant_id': 'ca285801ff6f4c569f0922b41195645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '8ceb3a35-93e3-418e-a642-fc3eed18af80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:54Z', 'updated_at': '2022-03-21T11:41:01Z', 'revision_number': 4, 'project_id': 'ca285801ff6f4c569f0922b41195645a', 'gw_port': {'id': '8ceb3a35-93e3-418e-a642-fc3eed18af80', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:55Z', 'updated_at': '2022-03-21T11:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'd6c2eed5-65fc-453d-8b0f-3823ee3b6491', 'name': '', 'network_id': '685c82d7-6c59-4294-98a3-679323319dfb', 'tenant_id': 'ca285801ff6f4c569f0922b41195645a', 'mac_address': 'fa:16:3e:cf:04:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b8e9dd07-df79-4ff2-a265-0a4aea88f736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:59Z', 'updated_at': '2022-03-21T11:41:04Z', 'revision_number': 4, 'project_id': 'ca285801ff6f4c569f0922b41195645a', 'subnets': [{'id': 'b8e9dd07-df79-4ff2-a265-0a4aea88f736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:41:05.697649 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d933d3-ca7b-4da1-9aef-8b1c3c1132e2 None None] The sync data for ids ['c97bdf68-5779-4555-b380-ed3f1c49cf4b'] in dv-cinder-805072-11-iscsi is: [{'id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'name': 'tempest-TestVolumeBootPattern-2092305068-router', 'tenant_id': 'ca285801ff6f4c569f0922b41195645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '8ceb3a35-93e3-418e-a642-fc3eed18af80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:54Z', 'updated_at': '2022-03-21T11:41:01Z', 'revision_number': 4, 'project_id': 'ca285801ff6f4c569f0922b41195645a', 'gw_port': {'id': '8ceb3a35-93e3-418e-a642-fc3eed18af80', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:55Z', 'updated_at': '2022-03-21T11:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'd6c2eed5-65fc-453d-8b0f-3823ee3b6491', 'name': '', 'network_id': '685c82d7-6c59-4294-98a3-679323319dfb', 'tenant_id': 'ca285801ff6f4c569f0922b41195645a', 'mac_address': 'fa:16:3e:cf:04:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b8e9dd07-df79-4ff2-a265-0a4aea88f736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:59Z', 'updated_at': '2022-03-21T11:41:04Z', 'revision_number': 4, 'project_id': 'ca285801ff6f4c569f0922b41195645a', 'subnets': [{'id': 'b8e9dd07-df79-4ff2-a265-0a4aea88f736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:41:05.722628 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-66d16e10-3e15-4062-8f75-1aa1fe441062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '2e4266d2-9037-4361-8db3-17a7d48a0e1e', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': 'bf77f3fc-ea88-414b-89d7-07192f8baf09', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:ca:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:38:42Z', 'updated_at': '2022-03-21T11:39:10Z', 'revision_number': 2, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}, {'id': '42cf3735-e141-454b-9d93-c07720574c7f', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': '21ebdf41-b973-44b1-89a5-634214777d5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:28:f5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba5259-271e-4e9d-b202-c0613b25651a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:40:39Z', 'updated_at': '2022-03-21T11:41:04Z', 'revision_number': 1, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:41:05.750527 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d16e10-3e15-4062-8f75-1aa1fe441062 None None] Checking router: 23780c50-5505-422f-98fa-76f67c3a334b for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:41:05.763005 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d16e10-3e15-4062-8f75-1aa1fe441062 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:41:05.763737 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-66d16e10-3e15-4062-8f75-1aa1fe441062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:40:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:41:05.905871 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-66d16e10-3e15-4062-8f75-1aa1fe441062 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:41:06.155646 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-66d16e10-3e15-4062-8f75-1aa1fe441062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '2e4266d2-9037-4361-8db3-17a7d48a0e1e', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': 'bf77f3fc-ea88-414b-89d7-07192f8baf09', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:ca:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:38:42Z', 'updated_at': '2022-03-21T11:39:10Z', 'revision_number': 2, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}, {'id': '42cf3735-e141-454b-9d93-c07720574c7f', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': '21ebdf41-b973-44b1-89a5-634214777d5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:28:f5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba5259-271e-4e9d-b202-c0613b25651a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:40:39Z', 'updated_at': '2022-03-21T11:41:04Z', 'revision_number': 1, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:41:06.177430 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa7939-fdd6-4062-b8c6-e50468c1f6b9 req-225511df-9eaa-43e3-a05e-b2be46f31d47 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:06.179137 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-82aa7939-fdd6-4062-b8c6-e50468c1f6b9 req-225511df-9eaa-43e3-a05e-b2be46f31d47 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0636754 Mar 21 11:41:06.183488 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d16e10-3e15-4062-8f75-1aa1fe441062 None None] The sync data for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi is: [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '2e4266d2-9037-4361-8db3-17a7d48a0e1e', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': 'bf77f3fc-ea88-414b-89d7-07192f8baf09', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:ca:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:38:42Z', 'updated_at': '2022-03-21T11:39:10Z', 'revision_number': 2, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}, {'id': '42cf3735-e141-454b-9d93-c07720574c7f', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': '21ebdf41-b973-44b1-89a5-634214777d5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:28:f5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba5259-271e-4e9d-b202-c0613b25651a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:40:39Z', 'updated_at': '2022-03-21T11:41:04Z', 'revision_number': 1, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:41:06.235177 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-82aa7939-fdd6-4062-b8c6-e50468c1f6b9 req-496bf24e-f1bd-4191-911c-7fefea6239b6 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443842 Mar 21 11:41:06.520821 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf84b85-b0f4-4dca-b69e-b8c6f5c6c66a req-5977c711-6828-4fbb-a32f-80f3424dbcd7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:06.522267 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-caf84b85-b0f4-4dca-b69e-b8c6f5c6c66a req-5977c711-6828-4fbb-a32f-80f3424dbcd7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0542591 Mar 21 11:41:06.571376 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-caf84b85-b0f4-4dca-b69e-b8c6f5c6c66a req-a234e76b-f28f-4a8f-9301-3313af7c7d66 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437760 Mar 21 11:41:06.706297 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device d6c2eed5-65fc-453d-8b0f-3823ee3b6491 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:41:06.711083 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607f7b0e-303c-407a-a060-f3fd2e45a5c0 None None] New status for floating IP 42cf3735-e141-454b-9d93-c07720574c7f: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:41:06.850488 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port d6c2eed5-65fc-453d-8b0f-3823ee3b6491 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:41:06.850858 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:06.965018 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port d6c2eed5-65fc-453d-8b0f-3823ee3b6491 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:41:07.356172 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5891f7-aad6-444d-947e-a1b34e53f79e req-c81051c1-f8d9-406b-a3c6-98dc57486b43 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:07.357611 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cc5891f7-aad6-444d-947e-a1b34e53f79e req-c81051c1-f8d9-406b-a3c6-98dc57486b43 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0504777 Mar 21 11:41:07.404404 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cc5891f7-aad6-444d-947e-a1b34e53f79e req-f335d1dd-0d04-49ff-b166-e63244a5396f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412805 Mar 21 11:41:07.693788 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f1b10-4384-4994-8663-4d14907b400a req-dc1e294d-f248-4e93-a16f-36ffaab48ac5 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:07.695244 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-246f1b10-4384-4994-8663-4d14907b400a req-dc1e294d-f248-4e93-a16f-36ffaab48ac5 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0526960 Mar 21 11:41:07.739070 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-246f1b10-4384-4994-8663-4d14907b400a req-5b25fd69-f532-4b24-bbd5-3f54b74d091e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384283 Mar 21 11:41:08.535114 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bafba5-8151-43f8-a655-38449f5dd8e8 req-e50f12e0-b743-4a71-8a6f-abfc06956d3f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:08.537138 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75bafba5-8151-43f8-a655-38449f5dd8e8 req-e50f12e0-b743-4a71-8a6f-abfc06956d3f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0631711 Mar 21 11:41:08.583303 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75bafba5-8151-43f8-a655-38449f5dd8e8 req-ae3799bc-c872-4619-96b5-64be509695ae tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406852 Mar 21 11:41:08.864747 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76b993-2747-4d62-a74d-453e289cc499 req-5fdbbd9b-cf01-4f97-81af-c577cbfc2059 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:08.866193 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9c76b993-2747-4d62-a74d-453e289cc499 req-5fdbbd9b-cf01-4f97-81af-c577cbfc2059 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0519798 Mar 21 11:41:08.911765 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9c76b993-2747-4d62-a74d-453e289cc499 req-7b00636d-19d0-485e-a944-15f646b05598 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401077 Mar 21 11:41:09.299741 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341144a-043f-4411-8521-746ab5cee300 req-a8d4361f-9c0c-4eeb-891d-e34ec2dabb20 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:09.301700 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f341144a-043f-4411-8521-746ab5cee300 req-a8d4361f-9c0c-4eeb-891d-e34ec2dabb20 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 945 time: 0.0627770 Mar 21 11:41:09.348357 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f341144a-043f-4411-8521-746ab5cee300 req-78dc91b9-e047-4215-89c3-5797d2a7edfa tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410650 Mar 21 11:41:09.735139 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-2ee72324-0b53-40f0-9b5e-a73fea39de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:09.736643 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-2ee72324-0b53-40f0-9b5e-a73fea39de09 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f&tenant_id=0c141138859a41e99ecf708f522bb0a7 HTTP/1.1" status: 200 len: 1127 time: 0.1170142 Mar 21 11:41:09.745109 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ac491-d950-40c4-8b48-d045e31035df req-49d60b05-f1ee-4a28-b862-35de1c27aaaa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:09.747140 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-597ac491-d950-40c4-8b48-d045e31035df req-49d60b05-f1ee-4a28-b862-35de1c27aaaa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0774946 Mar 21 11:41:09.826711 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-597ac491-d950-40c4-8b48-d045e31035df req-73fb287b-1ba4-400c-9b86-a9d1022d74a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689733 Mar 21 11:41:09.834878 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-5a626817-0b24-46fb-8fe4-2d5e4c696f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:09.836309 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-5a626817-0b24-46fb-8fe4-2d5e4c696f54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c141138859a41e99ecf708f522bb0a7&device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 1127 time: 0.0635641 Mar 21 11:41:09.912475 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be14c3b6-43a7-4423-ae52-f8ace057c899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:09.935718 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-96d2c7ef-f197-4f70-ba06-2f3d538ecf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:09.937418 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-96d2c7ef-f197-4f70-ba06-2f3d538ecf52 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2407076-ce8e-4906-8d16-619268537603 HTTP/1.1" status: 200 len: 917 time: 0.0911276 Mar 21 11:41:10.032939 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-4980ae61-d9e3-45d0-9b32-67835f3f581e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287 HTTP/1.1" status: 200 len: 998 time: 0.0841887 Mar 21 11:41:10.075961 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dc165-7885-4e11-9262-0403b27f28ae req-efe233a1-5b16-4572-99c4-94061c8640db tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:10.077395 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-450dc165-7885-4e11-9262-0403b27f28ae req-efe233a1-5b16-4572-99c4-94061c8640db tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0929234 Mar 21 11:41:10.108851 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-7ab49242-fd16-438d-ba32-71eee79b4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:10.110249 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-7ab49242-fd16-438d-ba32-71eee79b4e8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d57719d7-5e0a-4d75-8c02-479681c6e387 HTTP/1.1" status: 200 len: 855 time: 0.0698724 Mar 21 11:41:10.142735 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-450dc165-7885-4e11-9262-0403b27f28ae req-3463d3c3-86ee-4c4e-8aa0-814edbd21b0e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570245 Mar 21 11:41:10.175210 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-3a07c70d-f4bd-43bf-b97c-f9a2c8dd7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:10.177316 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-3a07c70d-f4bd-43bf-b97c-f9a2c8dd7177 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2407076-ce8e-4906-8d16-619268537603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527556 Mar 21 11:41:10.280656 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-dae299cb-d027-496a-bb29-b4b8c477b814 service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859118 Mar 21 11:41:10.374001 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5352cc9d-8955-4928-8e33-d27ec22d649f req-8173fafc-07c3-47c3-a524-958b65551903 service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808661 Mar 21 11:41:10.466266 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9fecc-ab19-4da1-b147-babc9454f6d7 req-ac904485-9ef8-4ec2-9516-b4bacf0b6ce5 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:10.467730 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0ce9fecc-ab19-4da1-b147-babc9454f6d7 req-ac904485-9ef8-4ec2-9516-b4bacf0b6ce5 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 945 time: 0.0542290 Mar 21 11:41:10.502203 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:41:10.514399 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0ce9fecc-ab19-4da1-b147-babc9454f6d7 req-af1dc4ca-df0f-4115-856d-6447f2bb12f3 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402758 Mar 21 11:41:11.284742 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73b92f-a1ec-4545-b460-34d9412f8ee1 req-7c94ea26-6c3d-402f-9c88-6c70bce63ba6 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:11.286399 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c73b92f-a1ec-4545-b460-34d9412f8ee1 req-7c94ea26-6c3d-402f-9c88-6c70bce63ba6 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0689750 Mar 21 11:41:11.345875 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c73b92f-a1ec-4545-b460-34d9412f8ee1 req-ca47b6ef-dafd-46ce-b219-0efcbbdfb022 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535250 Mar 21 11:41:11.639093 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048588a-9853-4e3e-9053-86fcaa92e614 req-a997db37-3287-40ad-9c6f-6491c9485786 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:11.640534 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1048588a-9853-4e3e-9053-86fcaa92e614 req-a997db37-3287-40ad-9c6f-6491c9485786 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 945 time: 0.0547981 Mar 21 11:41:11.693025 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1048588a-9853-4e3e-9053-86fcaa92e614 req-e5b98710-498d-49de-9e69-a53aedd5a60e tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457635 Mar 21 11:41:12.243106 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-23e836cf-7d7a-4d68-95f7-bdaafe7f4faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:12.479409 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e500f0-79df-4df8-8a4c-f93dd676a28f req-4cbc9cff-4142-4898-8301-6fbcd362f8e3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:12.480979 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-59e500f0-79df-4df8-8a4c-f93dd676a28f req-4cbc9cff-4142-4898-8301-6fbcd362f8e3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0565362 Mar 21 11:41:12.533292 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-59e500f0-79df-4df8-8a4c-f93dd676a28f req-cc0bccf1-3d45-476a-a47b-8fe6a9737b1c tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433137 Mar 21 11:41:12.819061 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2af2c5-4e20-4b3b-aa1c-bfad119ac7e4 req-78a265f7-e3ce-41fb-9771-902a5536a852 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:12.824129 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8a2af2c5-4e20-4b3b-aa1c-bfad119ac7e4 req-78a265f7-e3ce-41fb-9771-902a5536a852 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 945 time: 0.0611429 Mar 21 11:41:12.868831 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8a2af2c5-4e20-4b3b-aa1c-bfad119ac7e4 req-ec8b0155-baf3-4053-a2d4-0a408997e211 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428588 Mar 21 11:41:13.479678 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:13.697197 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5214d-cdea-4cc3-85a1-9c713585196f req-a5e4ff83-15d4-4059-b94b-78ec18c3dcb9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:13.698741 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e9a5214d-cdea-4cc3-85a1-9c713585196f req-a5e4ff83-15d4-4059-b94b-78ec18c3dcb9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0833755 Mar 21 11:41:13.749471 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e9a5214d-cdea-4cc3-85a1-9c713585196f req-049dfb92-d7cd-40b4-b6ba-d37421016135 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447490 Mar 21 11:41:14.008133 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257c347-bd85-420c-8b6e-38a4d3f3361c req-56ab11a9-fecc-422c-80ae-f8279e8aea17 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:14.009739 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a257c347-bd85-420c-8b6e-38a4d3f3361c req-56ab11a9-fecc-422c-80ae-f8279e8aea17 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 945 time: 0.0699468 Mar 21 11:41:14.059718 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a257c347-bd85-420c-8b6e-38a4d3f3361c req-5fccd473-e181-4262-a861-c9665f662fd1 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Mar 21 11:41:14.765089 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:14.888493 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69abc9e-7ca2-4eaa-a686-64a84ccac68e req-521b8651-c3b8-4781-a49a-1bbe75ac310d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:14.889860 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e69abc9e-7ca2-4eaa-a686-64a84ccac68e req-521b8651-c3b8-4781-a49a-1bbe75ac310d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0615294 Mar 21 11:41:14.951430 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e69abc9e-7ca2-4eaa-a686-64a84ccac68e req-c997dd3a-b81a-4240-849f-4e5caaf8aa5a tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556114 Mar 21 11:41:15.196566 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e1267-dc1d-4d78-86d2-7fcd1eda10f3 req-132737a3-4029-4be4-9273-b13a94f33f8a tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:15.198052 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d5e1267-dc1d-4d78-86d2-7fcd1eda10f3 req-132737a3-4029-4be4-9273-b13a94f33f8a tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 945 time: 0.0668159 Mar 21 11:41:15.247246 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d5e1267-dc1d-4d78-86d2-7fcd1eda10f3 req-e85e9e25-a123-4999-afe1-2602ef5fa738 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436158 Mar 21 11:41:16.089399 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2994df5-046f-4bfd-9011-590ebe3f499c req-66b39442-43f9-4675-b2fe-7a1b3f1fdfbb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:16.091037 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d2994df5-046f-4bfd-9011-590ebe3f499c req-66b39442-43f9-4675-b2fe-7a1b3f1fdfbb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0605414 Mar 21 11:41:16.138716 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d2994df5-046f-4bfd-9011-590ebe3f499c req-9392acb9-69d9-4d38-93c4-1ee9a60b85e8 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422080 Mar 21 11:41:16.382683 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa1c22-6505-4ef1-b061-e846325b45ba req-91a50761-7e9a-4a2c-96dc-c4123fa12287 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:16.384256 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-60aa1c22-6505-4ef1-b061-e846325b45ba req-91a50761-7e9a-4a2c-96dc-c4123fa12287 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 945 time: 0.0673711 Mar 21 11:41:16.394125 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:16.435174 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-60aa1c22-6505-4ef1-b061-e846325b45ba req-220ee19a-a8e3-4b4f-8a8d-3715b4a0f355 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451767 Mar 21 11:41:17.204634 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:17.283237 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482540ac-e508-4fa9-8d29-ff8cf612fd14 req-e66883e3-7b66-4c80-a85a-350dbb25d6bc tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:17.285118 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-482540ac-e508-4fa9-8d29-ff8cf612fd14 req-e66883e3-7b66-4c80-a85a-350dbb25d6bc tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0545642 Mar 21 11:41:17.334373 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-482540ac-e508-4fa9-8d29-ff8cf612fd14 req-0ee4c0bc-c73f-48b5-8c7e-d67db70b85b9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428972 Mar 21 11:41:17.570213 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284745e-2e12-4f33-8218-5c4c5e805379 req-ae8a7433-8d0a-45ce-bec9-6c743ba2d04f tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:17.571972 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9284745e-2e12-4f33-8218-5c4c5e805379 req-ae8a7433-8d0a-45ce-bec9-6c743ba2d04f tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 945 time: 0.0528803 Mar 21 11:41:17.619962 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9284745e-2e12-4f33-8218-5c4c5e805379 req-3cf72a51-6466-4d0c-ace1-fd5724904531 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414085 Mar 21 11:41:18.463702 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80595dd-4f43-451c-873e-7cc843e66928 req-51866d57-fc76-4d32-80d1-f4d3d44dd7f4 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:18.465196 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d80595dd-4f43-451c-873e-7cc843e66928 req-51866d57-fc76-4d32-80d1-f4d3d44dd7f4 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0560176 Mar 21 11:41:18.512761 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d80595dd-4f43-451c-873e-7cc843e66928 req-7a9b03f9-6c3f-42c6-ac9e-7c3250d5a999 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419519 Mar 21 11:41:18.747647 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446a334-75ba-4962-ae0a-bd0681bfd7b4 req-ee33ee65-d1c2-43af-b125-e64057db9873 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:18.749148 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1446a334-75ba-4962-ae0a-bd0681bfd7b4 req-ee33ee65-d1c2-43af-b125-e64057db9873 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 945 time: 0.0541019 Mar 21 11:41:18.795150 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1446a334-75ba-4962-ae0a-bd0681bfd7b4 req-c9019604-0184-421d-9b6b-ef6bcbb8817b tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401659 Mar 21 11:41:19.648849 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e66948-d279-4156-ad68-7188b1579d6d req-049950d4-f11b-4b79-8ce7-08e61e768781 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:19.650457 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-40e66948-d279-4156-ad68-7188b1579d6d req-049950d4-f11b-4b79-8ce7-08e61e768781 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0569246 Mar 21 11:41:19.700554 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-40e66948-d279-4156-ad68-7188b1579d6d req-333653aa-11c4-4987-affb-32b9faa5f957 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443385 Mar 21 11:41:19.913498 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c612c3-1099-45d2-b0a7-bcad7444bcb3 req-f514d316-a11c-4980-90fa-51bfa446184a tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:19.914942 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-69c612c3-1099-45d2-b0a7-bcad7444bcb3 req-f514d316-a11c-4980-90fa-51bfa446184a tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 945 time: 0.0514033 Mar 21 11:41:19.962338 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-69c612c3-1099-45d2-b0a7-bcad7444bcb3 req-507524c1-0b3a-4a35-8051-4055cefb7c01 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Mar 21 11:41:20.823040 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2df3bb-2593-4c35-82e8-16ddafbeb8b1 req-4058a993-cf89-41aa-9f31-de89d9d78987 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:20.824517 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3c2df3bb-2593-4c35-82e8-16ddafbeb8b1 req-4058a993-cf89-41aa-9f31-de89d9d78987 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0516090 Mar 21 11:41:20.873379 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3c2df3bb-2593-4c35-82e8-16ddafbeb8b1 req-d203c70d-9297-4e98-abb4-390375870b32 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433381 Mar 21 11:41:21.078401 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce51c47-c72a-4beb-bbe8-4ee78652e58a req-5d68111a-77f2-46a2-a139-d68c1f0c97b2 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:21.079880 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1ce51c47-c72a-4beb-bbe8-4ee78652e58a req-5d68111a-77f2-46a2-a139-d68c1f0c97b2 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 945 time: 0.0510838 Mar 21 11:41:21.125237 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1ce51c47-c72a-4beb-bbe8-4ee78652e58a req-5621cb20-5b64-4dcc-b3c6-039e22026b7a tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398924 Mar 21 11:41:21.450870 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87dbebcb-2899-4952-960c-3289ea433d65 req-04edf86b-5a70-459b-8e46-b05713f04e54 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-668738252&fields=id&tenant_id=c58bcecb6f1d42fcab810f7e635cecbe HTTP/1.1" status: 200 len: 267 time: 0.0514452 Mar 21 11:41:21.548002 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecf12b-2471-4e44-93ef-4806cae78933 req-b69d5bb3-dba7-4914-9e09-641006924a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:21.549479 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aaecf12b-2471-4e44-93ef-4806cae78933 req-b69d5bb3-dba7-4914-9e09-641006924a8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c141138859a41e99ecf708f522bb0a7&device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 1127 time: 0.1143954 Mar 21 11:41:21.574222 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbebcb-2899-4952-960c-3289ea433d65 req-080fe053-2479-4f3f-b8bc-d61e62c54997 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:21.575623 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87dbebcb-2899-4952-960c-3289ea433d65 req-080fe053-2479-4f3f-b8bc-d61e62c54997 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/networks?id=dec2b833-7cac-45cf-899d-249c6dad8788 HTTP/1.1" status: 200 len: 811 time: 0.1107688 Mar 21 11:41:21.630883 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87dbebcb-2899-4952-960c-3289ea433d65 req-0fc8df70-36bc-42a8-95d6-8980eacc6ca4 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/quotas/c58bcecb6f1d42fcab810f7e635cecbe HTTP/1.1" status: 200 len: 375 time: 0.0495450 Mar 21 11:41:21.700701 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecf12b-2471-4e44-93ef-4806cae78933 req-50769a80-ea42-4087-9112-7844e9d99c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:21.702057 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aaecf12b-2471-4e44-93ef-4806cae78933 req-50769a80-ea42-4087-9112-7844e9d99c36 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2407076-ce8e-4906-8d16-619268537603 HTTP/1.1" status: 200 len: 917 time: 0.1218562 Mar 21 11:41:21.712416 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87dbebcb-2899-4952-960c-3289ea433d65 req-c0646a52-21dd-420a-aacd-70b49b51ed82 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c58bcecb6f1d42fcab810f7e635cecbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758848 Mar 21 11:41:22.072548 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aaecf12b-2471-4e44-93ef-4806cae78933 req-786c861f-8f7b-4925-9e8a-fba32cfb693b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287 HTTP/1.1" status: 200 len: 998 time: 0.3591189 Mar 21 11:41:22.162789 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062e4ef-d0a6-49d6-948c-1312f36034cc req-0e8b8c4a-9bdd-4d2b-8234-0a132d3d1fcd tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:22.164237 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b062e4ef-d0a6-49d6-948c-1312f36034cc req-0e8b8c4a-9bdd-4d2b-8234-0a132d3d1fcd tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 945 time: 0.1655121 Mar 21 11:41:22.165930 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87dbebcb-2899-4952-960c-3289ea433d65 req-a39daf91-9d43-44b8-a393-1df06d09ac80 service neutron] 10.222.0.61 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194772 Mar 21 11:41:22.172740 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882e5d0-d0bc-473b-a378-69f4a0bee3e9 req-e466a07d-dbee-4c36-a399-0743839f88d2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:22.174084 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1882e5d0-d0bc-473b-a378-69f4a0bee3e9 req-e466a07d-dbee-4c36-a399-0743839f88d2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.1764295 Mar 21 11:41:22.178103 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecf12b-2471-4e44-93ef-4806cae78933 req-0e93f80b-bc53-40b0-a582-c87614468dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:22.179382 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aaecf12b-2471-4e44-93ef-4806cae78933 req-0e93f80b-bc53-40b0-a582-c87614468dc4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d57719d7-5e0a-4d75-8c02-479681c6e387 HTTP/1.1" status: 200 len: 855 time: 0.0948641 Mar 21 11:41:22.362961 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1882e5d0-d0bc-473b-a378-69f4a0bee3e9 req-07a8edd6-cec3-4d04-a721-ae09df03ba07 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726699 Mar 21 11:41:22.381191 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecf12b-2471-4e44-93ef-4806cae78933 req-ec41c66b-7310-4c55-81c3-383df055f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:22.382753 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aaecf12b-2471-4e44-93ef-4806cae78933 req-ec41c66b-7310-4c55-81c3-383df055f773 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2407076-ce8e-4906-8d16-619268537603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1895990 Mar 21 11:41:22.437524 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87dbebcb-2899-4952-960c-3289ea433d65 req-80145fc9-75c6-40ba-b219-be3a1a1977ca service neutron] 10.222.0.61 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607753 Mar 21 11:41:22.491141 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-b062e4ef-d0a6-49d6-948c-1312f36034cc req-5aa74c1e-6300-487e-a627-a868d239b89d tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Deleting port e4d51c7d-6156-41d1-bd9a-27c464fe452c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:41:22.491141 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b062e4ef-d0a6-49d6-948c-1312f36034cc req-5aa74c1e-6300-487e-a627-a868d239b89d tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (e4d51c7d-6156-41d1-bd9a-27c464fe452c), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:22.578731 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aaecf12b-2471-4e44-93ef-4806cae78933 req-c2f2b360-9688-4754-8890-8156622118ab service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877334 Mar 21 11:41:22.591979 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d160bbf-a4e5-4104-8a62-de89b6cfebad req-c6caab79-cb7f-4516-a825-ecc641140026 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:22.593416 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3d160bbf-a4e5-4104-8a62-de89b6cfebad req-c6caab79-cb7f-4516-a825-ecc641140026 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 945 time: 0.1550252 Mar 21 11:41:22.678031 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-b062e4ef-d0a6-49d6-948c-1312f36034cc req-5aa74c1e-6300-487e-a627-a868d239b89d tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] For port e4d51c7d-6156-41d1-bd9a-27c464fe452c, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e4d51c7d-6156-41d1-bd9a-27c464fe452c,segment=NetworkSegment(04f5d841-5b21-4aff-8dbb-cbb06b551551),segment_id=04f5d841-5b21-4aff-8dbb-cbb06b551551)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:41:22.678396 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b062e4ef-d0a6-49d6-948c-1312f36034cc req-5aa74c1e-6300-487e-a627-a868d239b89d tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (e4d51c7d-6156-41d1-bd9a-27c464fe452c), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:22.710074 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-b062e4ef-d0a6-49d6-948c-1312f36034cc req-5aa74c1e-6300-487e-a627-a868d239b89d tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Calling delete_port for e4d51c7d-6156-41d1-bd9a-27c464fe452c owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:41:22.751158 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1acf7bcd-b330-406d-9915-68359408d785 req-227f96cc-80d2-42f0-8041-1a3ecc16dbf2 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 210 time: 0.0493572 Mar 21 11:41:22.763102 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3d160bbf-a4e5-4104-8a62-de89b6cfebad req-b04fcc54-aa6f-4977-9984-23334e178ff2 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544006 Mar 21 11:41:22.810611 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aaecf12b-2471-4e44-93ef-4806cae78933 req-0accc38e-c55a-484e-aeeb-de8c088f923d service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145433 Mar 21 11:41:22.903150 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b062e4ef-d0a6-49d6-948c-1312f36034cc req-5aa74c1e-6300-487e-a627-a868d239b89d tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604'] for port (e4d51c7d-6156-41d1-bd9a-27c464fe452c), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:22.919196 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['e4d51c7d-6156-41d1-bd9a-27c464fe452c'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:41:22.931099 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa74c1e-6300-487e-a627-a868d239b89d tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Pushing event deleted for resources: {'Port': ['ID=e4d51c7d-6156-41d1-bd9a-27c464fe452c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:22.974436 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-b062e4ef-d0a6-49d6-948c-1312f36034cc req-5aa74c1e-6300-487e-a627-a868d239b89d tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] No DVR routers for this DVR port e4d51c7d-6156-41d1-bd9a-27c464fe452c on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:41:22.976864 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-b062e4ef-d0a6-49d6-948c-1312f36034cc req-5aa74c1e-6300-487e-a627-a868d239b89d tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:22.980263 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b062e4ef-d0a6-49d6-948c-1312f36034cc req-5aa74c1e-6300-487e-a627-a868d239b89d tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.64 "DELETE /v2.0/ports/e4d51c7d-6156-41d1-bd9a-27c464fe452c HTTP/1.1" status: 204 len: 173 time: 0.8052995 Mar 21 11:41:22.980698 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3e1981-78e2-4b23-b58a-e07ee37fac4d', 'name': 'network-vif-deleted', 'tag': 'e4d51c7d-6156-41d1-bd9a-27c464fe452c'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:41:22.982938 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8620ff0f-ffcd-4bf5-892e-29c886c97425" -d '{"events": [{"server_uuid": "bf3e1981-78e2-4b23-b58a-e07ee37fac4d", "name": "network-vif-deleted", "tag": "e4d51c7d-6156-41d1-bd9a-27c464fe452c"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:41:23.027820 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08b23e6-43bd-45ed-af0e-d98c9258ef8b x-openstack-request-id: req-d08b23e6-43bd-45ed-af0e-d98c9258ef8b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:41:23.028118 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3e1981-78e2-4b23-b58a-e07ee37fac4d", "name": "network-vif-deleted", "tag": "e4d51c7d-6156-41d1-bd9a-27c464fe452c", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:41:23.028381 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d08b23e6-43bd-45ed-af0e-d98c9258ef8b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:41:23.028917 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3e1981-78e2-4b23-b58a-e07ee37fac4d', 'name': 'network-vif-deleted', 'tag': 'e4d51c7d-6156-41d1-bd9a-27c464fe452c', 'status': 'completed', 'code': 200} Mar 21 11:41:23.490376 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb57d2-fac6-4e31-a65b-0abbd97794aa req-0479ad10-ecdc-4fff-9dc9-2c55928986ee tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:23.491845 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9dcb57d2-fac6-4e31-a65b-0abbd97794aa req-0479ad10-ecdc-4fff-9dc9-2c55928986ee tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0551252 Mar 21 11:41:23.536379 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9dcb57d2-fac6-4e31-a65b-0abbd97794aa req-340b9b89-029e-413e-82e2-13e13499f2dd tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390296 Mar 21 11:41:23.917414 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-093e7e13-51cb-44c5-a421-4fd814af7c30 req-103fbd62-c54e-49f6-97d2-210dea4af839 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 210 time: 0.0612876 Mar 21 11:41:23.936410 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fab0c3b8-f5e3-4088-bb2c-63aebdeb2cca req-ecdba885-ebee-45fe-a54e-660f977241f0 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf3e1981-78e2-4b23-b58a-e07ee37fac4d HTTP/1.1" status: 200 len: 210 time: 0.0538511 Mar 21 11:41:23.982750 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbebcb-2899-4952-960c-3289ea433d65 req-e8de62e6-0526-4b63-84a9-e0f8b533db41 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:23.984098 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87dbebcb-2899-4952-960c-3289ea433d65 req-e8de62e6-0526-4b63-84a9-e0f8b533db41 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.64 "GET /v2.0/networks?id=dec2b833-7cac-45cf-899d-249c6dad8788 HTTP/1.1" status: 200 len: 811 time: 0.1833191 Mar 21 11:41:24.054631 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87dbebcb-2899-4952-960c-3289ea433d65 req-507fbe03-cd28-4c3a-8f8e-15ecac9cfe69 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c58bcecb6f1d42fcab810f7e635cecbe HTTP/1.1" status: 200 len: 379 time: 0.0546460 Mar 21 11:41:24.064661 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-87dbebcb-2899-4952-960c-3289ea433d65 req-282a76f8-8c98-48e3-b244-961e4365ba44 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Request body: {'port': {'device_id': '77c5aa8f-51d3-4546-b86a-80dc6830eb91', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'admin_state_up': True, 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'security_groups': ['953fa54b-ba6f-4d97-926f-b90052b99f78']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:41:24.176780 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87dbebcb-2899-4952-960c-3289ea433d65 req-282a76f8-8c98-48e3-b244-961e4365ba44 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Made reservation on behalf of c58bcecb6f1d42fcab810f7e635cecbe for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:41:24.180196 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-87dbebcb-2899-4952-960c-3289ea433d65 req-282a76f8-8c98-48e3-b244-961e4365ba44 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:24.305767 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-87dbebcb-2899-4952-960c-3289ea433d65 req-282a76f8-8c98-48e3-b244-961e4365ba44 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Allocated IP 172.20.0.5 (dec2b833-7cac-45cf-899d-249c6dad8788/450dda72-a2ac-4c12-bef3-c87d1bfce43d/f1a1fb12-9f15-4237-b2ae-150df214f298) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:41:24.465070 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-87dbebcb-2899-4952-960c-3289ea433d65 req-282a76f8-8c98-48e3-b244-961e4365ba44 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for port (f1a1fb12-9f15-4237-b2ae-150df214f298), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:24.500536 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-87dbebcb-2899-4952-960c-3289ea433d65 req-282a76f8-8c98-48e3-b244-961e4365ba44 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (f1a1fb12-9f15-4237-b2ae-150df214f298), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:24.553247 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87dbebcb-2899-4952-960c-3289ea433d65 req-282a76f8-8c98-48e3-b244-961e4365ba44 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Network dec2b833-7cac-45cf-899d-249c6dad8788 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:41:24.558539 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-87dbebcb-2899-4952-960c-3289ea433d65 req-282a76f8-8c98-48e3-b244-961e4365ba44 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:41:24.561131 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dbebcb-2899-4952-960c-3289ea433d65 req-282a76f8-8c98-48e3-b244-961e4365ba44 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:41:24.568661 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbebcb-2899-4952-960c-3289ea433d65 req-282a76f8-8c98-48e3-b244-961e4365ba44 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:24.569292 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-87dbebcb-2899-4952-960c-3289ea433d65 req-282a76f8-8c98-48e3-b244-961e4365ba44 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:24.588992 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a76f8-8c98-48e3-b244-961e4365ba44 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event updated for resources: {'Port': ['ID=f1a1fb12-9f15-4237-b2ae-150df214f298,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:24.607084 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87dbebcb-2899-4952-960c-3289ea433d65 req-282a76f8-8c98-48e3-b244-961e4365ba44 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5460567 Mar 21 11:41:24.619501 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Request body: {'port': {'device_id': '77c5aa8f-51d3-4546-b86a-80dc6830eb91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:41:24.721399 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (f1a1fb12-9f15-4237-b2ae-150df214f298), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:24.744147 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f926d-7adb-4638-a0de-d7002f10d25b req-1f3ca5c7-4bc6-411e-8384-73da42d453d1 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:24.745663 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4a5f926d-7adb-4638-a0de-d7002f10d25b req-1f3ca5c7-4bc6-411e-8384-73da42d453d1 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.1008503 Mar 21 11:41:24.837907 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7d4a49eb-2e85-49ac-bda7-8e2308917393 None None] Provisioning complete for port f1a1fb12-9f15-4237-b2ae-150df214f298 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:41:24.838478 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d4a49eb-2e85-49ac-bda7-8e2308917393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (f1a1fb12-9f15-4237-b2ae-150df214f298), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:24.872632 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7d4a49eb-2e85-49ac-bda7-8e2308917393 None None] Port f1a1fb12-9f15-4237-b2ae-150df214f298 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:41:24.878475 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4a5f926d-7adb-4638-a0de-d7002f10d25b req-1065ce87-d6ab-489a-b56c-fd0f867fc2de tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118209 Mar 21 11:41:25.053619 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a1fb12-9f15-4237-b2ae-150df214f298 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:41:25.062985 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Publish callbacks [] for port (f1a1fb12-9f15-4237-b2ae-150df214f298), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:25.080233 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Transition to ACTIVE for port object f1a1fb12-9f15-4237-b2ae-150df214f298 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:41:25.089924 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092ab1b-0e20-4a41-b8c4-0326b931c701 req-b759a66a-ed12-4685-98e6-5926fcaac23c tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:25.091580 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3092ab1b-0e20-4a41-b8c4-0326b931c701 req-b759a66a-ed12-4685-98e6-5926fcaac23c tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 931 time: 0.1034913 Mar 21 11:41:25.092804 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (f1a1fb12-9f15-4237-b2ae-150df214f298), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:25.164805 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Pushing event updated for resources: {'Port': ['ID=f1a1fb12-9f15-4237-b2ae-150df214f298,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:25.223274 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3092ab1b-0e20-4a41-b8c4-0326b931c701 req-3cc9629d-937d-4033-9e89-49bd5236372e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056128 Mar 21 11:41:25.227858 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Attempting to bind port f1a1fb12-9f15-4237-b2ae-150df214f298 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:41:25.228258 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Attempting to bind port f1a1fb12-9f15-4237-b2ae-150df214f298 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:41:25.228517 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Attempting to bind port f1a1fb12-9f15-4237-b2ae-150df214f298 on network dec2b833-7cac-45cf-899d-249c6dad8788 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:41:25.232883 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Port f1a1fb12-9f15-4237-b2ae-150df214f298 on network dec2b833-7cac-45cf-899d-249c6dad8788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:41:25.233198 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Attempting to bind port f1a1fb12-9f15-4237-b2ae-150df214f298 on network dec2b833-7cac-45cf-899d-249c6dad8788 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:41:25.248085 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:41:25.248422 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Checking segment: {'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:41:25.248800 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Bound using segment: {'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:41:25.249224 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Bound port: f1a1fb12-9f15-4237-b2ae-150df214f298, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:41:25.249576 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (f1a1fb12-9f15-4237-b2ae-150df214f298), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:25.314450 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] For port f1a1fb12-9f15-4237-b2ae-150df214f298, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:41:25.318363 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] For port f1a1fb12-9f15-4237-b2ae-150df214f298, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=f1a1fb12-9f15-4237-b2ae-150df214f298,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:41:25.324040 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (f1a1fb12-9f15-4237-b2ae-150df214f298), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:25.356619 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:25.357571 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:25.358925 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87dbebcb-2899-4952-960c-3289ea433d65 req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] 10.222.0.64 "PUT /v2.0/ports/f1a1fb12-9f15-4237-b2ae-150df214f298 HTTP/1.1" status: 200 len: 1093 time: 0.7439952 Mar 21 11:41:25.361157 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c5aa8f-51d3-4546-b86a-80dc6830eb91', 'tag': 'f1a1fb12-9f15-4237-b2ae-150df214f298'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:41:25.364006 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1492a1a1-7564-49db-b5e1-632e969b1627" -d '{"events": [{"name": "network-changed", "server_uuid": "77c5aa8f-51d3-4546-b86a-80dc6830eb91", "tag": "f1a1fb12-9f15-4237-b2ae-150df214f298"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:41:25.395816 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac53fc3-e7aa-4874-a2f2-8434e11ba4ab service neutron] Pushing event updated for resources: {'Port': ['ID=f1a1fb12-9f15-4237-b2ae-150df214f298,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:25.418312 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf07687-6999-4930-8044-f4579bcc8605 x-openstack-request-id: req-daf07687-6999-4930-8044-f4579bcc8605 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:41:25.418603 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c5aa8f-51d3-4546-b86a-80dc6830eb91", "tag": "f1a1fb12-9f15-4237-b2ae-150df214f298", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:41:25.418849 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-daf07687-6999-4930-8044-f4579bcc8605 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:41:25.419237 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c5aa8f-51d3-4546-b86a-80dc6830eb91', 'tag': 'f1a1fb12-9f15-4237-b2ae-150df214f298', 'status': 'completed', 'code': 200} Mar 21 11:41:25.458876 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbebcb-2899-4952-960c-3289ea433d65 req-161f0b19-8164-457e-ae31-91369f8231ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:25.460422 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87dbebcb-2899-4952-960c-3289ea433d65 req-161f0b19-8164-457e-ae31-91369f8231ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c58bcecb6f1d42fcab810f7e635cecbe&device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 1127 time: 0.0529587 Mar 21 11:41:26.001631 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00878683-86a9-46c0-a446-8c648aa50d8d req-3271cb9e-1c34-4990-9ede-e3e61a6256e9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:26.003081 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-00878683-86a9-46c0-a446-8c648aa50d8d req-3271cb9e-1c34-4990-9ede-e3e61a6256e9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0546513 Mar 21 11:41:26.048824 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-00878683-86a9-46c0-a446-8c648aa50d8d req-537390f1-1015-4efd-b97b-a715d33a226e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401332 Mar 21 11:41:26.316468 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device e4d51c7d-6156-41d1-bd9a-27c464fe452c no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:41:26.338302 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: e4d51c7d-6156-41d1-bd9a-27c464fe452c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:41:26.338735 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device e4d51c7d-6156-41d1-bd9a-27c464fe452c not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:41:26.342745 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1772ba9-e493-480a-b408-7f1e0a99cd10 req-50c1dba3-bc81-4e40-aa89-09bb4069ba8d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:26.344256 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a1772ba9-e493-480a-b408-7f1e0a99cd10 req-50c1dba3-bc81-4e40-aa89-09bb4069ba8d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 943 time: 0.0542293 Mar 21 11:41:26.391497 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a1772ba9-e493-480a-b408-7f1e0a99cd10 req-14f7c66a-44e2-4504-91cf-c06625a4886b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410893 Mar 21 11:41:27.154420 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87dbebcb-2899-4952-960c-3289ea433d65 req-774b1f14-37c7-49a0-9c87-fc39c03e5d9c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1a1fb12-9f15-4237-b2ae-150df214f298 HTTP/1.1" status: 200 len: 217 time: 0.0455959 Mar 21 11:41:27.196063 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed5705-a46d-4bff-b0ad-cfeff87b2542 req-286ecbf3-225c-45bf-a426-66fa8c604cb3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:27.197472 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9eed5705-a46d-4bff-b0ad-cfeff87b2542 req-286ecbf3-225c-45bf-a426-66fa8c604cb3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0518246 Mar 21 11:41:27.244165 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9eed5705-a46d-4bff-b0ad-cfeff87b2542 req-a9b7e5f2-583f-432f-856e-f5e6af5ce758 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409710 Mar 21 11:41:27.506277 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea60ce-3a36-484e-bfed-511d05944dae req-73c2b534-d59a-440c-93cc-1f6f412bc971 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:27.507716 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-08ea60ce-3a36-484e-bfed-511d05944dae req-73c2b534-d59a-440c-93cc-1f6f412bc971 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 943 time: 0.0508301 Mar 21 11:41:27.554079 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-08ea60ce-3a36-484e-bfed-511d05944dae req-ac8a4f52-601c-4359-affe-0915b5850247 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409420 Mar 21 11:41:28.074870 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbebcb-2899-4952-960c-3289ea433d65 req-2d8eadde-7c40-4f46-8ede-29cda55c5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:28.076278 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87dbebcb-2899-4952-960c-3289ea433d65 req-2d8eadde-7c40-4f46-8ede-29cda55c5099 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=450dda72-a2ac-4c12-bef3-c87d1bfce43d HTTP/1.1" status: 200 len: 850 time: 0.0451286 Mar 21 11:41:28.129979 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbebcb-2899-4952-960c-3289ea433d65 req-a581b9e6-7eda-473a-9378-2d9ea3db510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:28.131433 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87dbebcb-2899-4952-960c-3289ea433d65 req-a581b9e6-7eda-473a-9378-2d9ea3db510d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dec2b833-7cac-45cf-899d-249c6dad8788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421138 Mar 21 11:41:28.225291 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87dbebcb-2899-4952-960c-3289ea433d65 req-5d029bb9-387e-4e3d-ba7d-51e9303fb837 service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770710 Mar 21 11:41:28.334735 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-87dbebcb-2899-4952-960c-3289ea433d65 req-0908548c-5ac4-43d2-bd81-2bd7319e4131 service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950027 Mar 21 11:41:28.373404 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b2047-be0b-4f2a-a012-d99dd679712b req-b517d58f-332d-4cb5-8eff-f5220cac2727 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:28.374908 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-906b2047-be0b-4f2a-a012-d99dd679712b req-b517d58f-332d-4cb5-8eff-f5220cac2727 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0592473 Mar 21 11:41:28.454246 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-906b2047-be0b-4f2a-a012-d99dd679712b req-5f06c8d9-fbe5-4739-9bd6-484907c724b9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728395 Mar 21 11:41:28.462048 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492a1a1-7564-49db-b5e1-632e969b1627 req-f066066c-833e-4248-818f-28dbe8227b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:28.463480 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1492a1a1-7564-49db-b5e1-632e969b1627 req-f066066c-833e-4248-818f-28dbe8227b1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c58bcecb6f1d42fcab810f7e635cecbe&device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 1127 time: 0.0764496 Mar 21 11:41:28.557052 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492a1a1-7564-49db-b5e1-632e969b1627 req-f1df23cc-30bb-49d5-9d32-ea43d58c299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:28.558477 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1492a1a1-7564-49db-b5e1-632e969b1627 req-f1df23cc-30bb-49d5-9d32-ea43d58c299e service neutron] 10.222.0.64 "GET /v2.0/networks?id=dec2b833-7cac-45cf-899d-249c6dad8788 HTTP/1.1" status: 200 len: 912 time: 0.0823104 Mar 21 11:41:28.601225 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1492a1a1-7564-49db-b5e1-632e969b1627 req-fcb341ac-2ff1-4e2e-9ebd-41a696e519d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1a1fb12-9f15-4237-b2ae-150df214f298 HTTP/1.1" status: 200 len: 217 time: 0.0337424 Mar 21 11:41:28.686558 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492a1a1-7564-49db-b5e1-632e969b1627 req-3ca7d9e5-a192-4584-b242-298471ffcaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:28.688004 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1492a1a1-7564-49db-b5e1-632e969b1627 req-3ca7d9e5-a192-4584-b242-298471ffcaed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=450dda72-a2ac-4c12-bef3-c87d1bfce43d HTTP/1.1" status: 200 len: 850 time: 0.0725472 Mar 21 11:41:28.712230 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2783186-9b40-45b4-9d99-2fb9f984c2b0 req-cbffec19-dc5d-4fa9-93ba-7e445c6770ac tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:28.713633 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c2783186-9b40-45b4-9d99-2fb9f984c2b0 req-cbffec19-dc5d-4fa9-93ba-7e445c6770ac tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 943 time: 0.0902061 Mar 21 11:41:28.778824 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c2783186-9b40-45b4-9d99-2fb9f984c2b0 req-5b838e06-b6f4-4457-a136-5f8fb43563f9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503476 Mar 21 11:41:28.781523 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492a1a1-7564-49db-b5e1-632e969b1627 req-02138eda-c057-4996-aec9-e3a3fcd0089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:28.782911 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1492a1a1-7564-49db-b5e1-632e969b1627 req-02138eda-c057-4996-aec9-e3a3fcd0089e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dec2b833-7cac-45cf-899d-249c6dad8788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0878825 Mar 21 11:41:29.091411 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1492a1a1-7564-49db-b5e1-632e969b1627 req-b655b682-b672-456b-86c9-429575df4766 service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979569 Mar 21 11:41:29.183525 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1492a1a1-7564-49db-b5e1-632e969b1627 req-dfc684bb-73e5-442b-853b-ef5883dc6035 service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846124 Mar 21 11:41:29.579226 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf37bc-bc25-4574-b34c-f1e925538a6a req-fed356f3-0ca0-4eb2-aab9-f07914938aff tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:29.580901 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6dbf37bc-bc25-4574-b34c-f1e925538a6a req-fed356f3-0ca0-4eb2-aab9-f07914938aff tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 943 time: 0.0571051 Mar 21 11:41:29.629406 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6dbf37bc-bc25-4574-b34c-f1e925538a6a req-3555a814-7790-4348-88c1-ddf200637175 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422180 Mar 21 11:41:29.894386 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f050a5d-a928-4474-b0a4-45e1540ae1b4 req-cc664b45-2d27-4dd0-b5ea-fe7da85d7397 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:29.895865 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0f050a5d-a928-4474-b0a4-45e1540ae1b4 req-cc664b45-2d27-4dd0-b5ea-fe7da85d7397 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 943 time: 0.0514452 Mar 21 11:41:29.942674 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0f050a5d-a928-4474-b0a4-45e1540ae1b4 req-8361d1d8-a0e5-4a19-96ec-932695461711 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414033 Mar 21 11:41:30.158352 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device b4b550c0-d534-4cbf-98f0-99ee33f9c287 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:41:30.257029 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port b4b550c0-d534-4cbf-98f0-99ee33f9c287, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:41:30.268067 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'port_id': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287', 'mac_address': 'fa:16:3e:5b:5c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:41:30.304162 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port b4b550c0-d534-4cbf-98f0-99ee33f9c287 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:41:30.304538 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:30.316917 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b550c0-d534-4cbf-98f0-99ee33f9c287 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:41:30.338668 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port b4b550c0-d534-4cbf-98f0-99ee33f9c287, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:41:30.342294 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:30.387088 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=b4b550c0-d534-4cbf-98f0-99ee33f9c287,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:30.673655 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['b4b550c0-d534-4cbf-98f0-99ee33f9c287'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:41:30.750419 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ef3bf-0c42-4d2f-a30b-1cebe9d711c7 req-203465da-d100-47e6-b738-8fd83b5689ae tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:30.752084 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-048ef3bf-0c42-4d2f-a30b-1cebe9d711c7 req-203465da-d100-47e6-b738-8fd83b5689ae tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 944 time: 0.0523539 Mar 21 11:41:30.800543 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-048ef3bf-0c42-4d2f-a30b-1cebe9d711c7 req-413cdfa9-2f1a-417a-87c3-739944f0004f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427277 Mar 21 11:41:31.055263 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9a8d6-a562-44a3-89e2-57e08c00f7b1 req-cd802c67-2ab9-49f4-b703-f6518cb7ab33 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:31.056642 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f2c9a8d6-a562-44a3-89e2-57e08c00f7b1 req-cd802c67-2ab9-49f4-b703-f6518cb7ab33 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 943 time: 0.0505667 Mar 21 11:41:31.107802 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f2c9a8d6-a562-44a3-89e2-57e08c00f7b1 req-44516533-0aa8-4c7b-a3db-37705f22e42c tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456817 Mar 21 11:41:31.921303 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88167a6a-cf74-4c18-8002-70a25ce0489f req-a5f9b519-c007-436f-8520-1b680e437cce tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:31.922748 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-88167a6a-cf74-4c18-8002-70a25ce0489f req-a5f9b519-c007-436f-8520-1b680e437cce tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 944 time: 0.0508571 Mar 21 11:41:31.966683 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-88167a6a-cf74-4c18-8002-70a25ce0489f req-f6f9d0ea-7f86-428d-bcbc-c61f52f839fd tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378678 Mar 21 11:41:32.225036 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090b143-9cd2-4d14-bc87-47fec37e8fb4 req-bd1476fb-5de6-484d-b54c-35cbc7d02086 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:32.226392 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b090b143-9cd2-4d14-bc87-47fec37e8fb4 req-bd1476fb-5de6-484d-b54c-35cbc7d02086 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 943 time: 0.0537043 Mar 21 11:41:32.272661 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b090b143-9cd2-4d14-bc87-47fec37e8fb4 req-17df6c5c-4199-4d6d-ad2c-3ff2adf016ad tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408680 Mar 21 11:41:33.086795 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08db67-1c65-4140-9e6d-cd8de2bd477a req-3fe1763f-6cbf-42be-a74a-78a9d4074b75 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:33.088252 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aa08db67-1c65-4140-9e6d-cd8de2bd477a req-3fe1763f-6cbf-42be-a74a-78a9d4074b75 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 944 time: 0.0510345 Mar 21 11:41:33.134073 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aa08db67-1c65-4140-9e6d-cd8de2bd477a req-0036d336-9b2e-4b71-a2ee-ea974eef21ba tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403037 Mar 21 11:41:33.389248 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a5d55-e86b-4256-8687-3d4fda25906a req-896faac7-c207-4744-be8c-54b8a406c891 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:33.390682 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e40a5d55-e86b-4256-8687-3d4fda25906a req-896faac7-c207-4744-be8c-54b8a406c891 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 943 time: 0.0540707 Mar 21 11:41:33.437270 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e40a5d55-e86b-4256-8687-3d4fda25906a req-dc193a94-d754-44bc-94d1-ba70360362c4 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411150 Mar 21 11:41:33.933494 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-643fcc5d-f3e6-40f7-919d-b1a2ea484850 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:33.934846 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-643fcc5d-f3e6-40f7-919d-b1a2ea484850 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/networks?id=3e24755a-fe23-4c9c-8b0f-1edf60133853 HTTP/1.1" status: 200 len: 813 time: 0.0976143 Mar 21 11:41:33.949515 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-46d904d5-b9c3-4399-a05f-76516903dcce tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/quotas/ebbe14383f5941aeb7b08c5110f70afa HTTP/1.1" status: 200 len: 375 time: 0.0091896 Mar 21 11:41:33.984127 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-0a5714ec-5f1d-4450-9500-e74bbc717b9e tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ebbe14383f5941aeb7b08c5110f70afa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298519 Mar 21 11:41:34.069611 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-0c3b9167-6214-4f6e-89fb-288c43893b10 service neutron] 10.222.0.61 "GET /v2.0/networks/3e24755a-fe23-4c9c-8b0f-1edf60133853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792170 Mar 21 11:41:34.159011 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-1baa96c7-46b3-45be-80dd-d2a387a2ed0e service neutron] 10.222.0.61 "GET /v2.0/networks/3e24755a-fe23-4c9c-8b0f-1edf60133853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839472 Mar 21 11:41:34.185824 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device b4b550c0-d534-4cbf-98f0-99ee33f9c287 up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:41:34.234430 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port b4b550c0-d534-4cbf-98f0-99ee33f9c287 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:41:34.234805 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:34.263079 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f07591-b8f2-43d9-b93c-15a50174a5c8 req-48176206-77cd-45c1-af1b-7889e35a82ae tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:34.264620 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-89f07591-b8f2-43d9-b93c-15a50174a5c8 req-48176206-77cd-45c1-af1b-7889e35a82ae tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 944 time: 0.0587678 Mar 21 11:41:34.331416 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port b4b550c0-d534-4cbf-98f0-99ee33f9c287 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:41:34.331838 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:34.334807 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b7825432-86de-49b3-a644-e134fbc47c33 req-307b8833-c6cf-4e49-81b5-17eb7af09e83 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 210 time: 0.0381432 Mar 21 11:41:34.346891 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-89f07591-b8f2-43d9-b93c-15a50174a5c8 req-57048463-3a02-4d9e-9b48-4e08b283fb31 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737691 Mar 21 11:41:34.367839 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:41:34.367839 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdd5cee-81d4-4809-aafd-3cd24d4397e5" -d '{"events": [{"server_uuid": "c76cf333-334c-46aa-bc2f-7968e6276c3f", "name": "network-vif-plugged", "status": "completed", "tag": "b4b550c0-d534-4cbf-98f0-99ee33f9c287"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:41:34.381679 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port b4b550c0-d534-4cbf-98f0-99ee33f9c287, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:41:34.387375 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:34.413082 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba16378-d810-4dc0-86cc-df55cc2d4a5f x-openstack-request-id: req-2ba16378-d810-4dc0-86cc-df55cc2d4a5f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:41:34.413374 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76cf333-334c-46aa-bc2f-7968e6276c3f", "name": "network-vif-plugged", "status": "completed", "tag": "b4b550c0-d534-4cbf-98f0-99ee33f9c287", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:41:34.413625 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2ba16378-d810-4dc0-86cc-df55cc2d4a5f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:41:34.414013 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287', 'code': 200} Mar 21 11:41:34.438801 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=b4b550c0-d534-4cbf-98f0-99ee33f9c287,revision_number=10']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:34.558790 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97c940-ebc8-433e-bc35-dae084111e60 req-93f96043-eac9-4ef6-828f-47a6f31dd001 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:34.560280 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3f97c940-ebc8-433e-bc35-dae084111e60 req-93f96043-eac9-4ef6-828f-47a6f31dd001 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 943 time: 0.0548947 Mar 21 11:41:34.613223 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3f97c940-ebc8-433e-bc35-dae084111e60 req-b773abd8-cfff-421d-addb-6c9f5f5cc853 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468147 Mar 21 11:41:34.966347 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc674a53-121b-439d-8561-0223dbfa9bab req-c2e991ad-8e99-4435-858b-ed0b9db544d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:34.967839 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cc674a53-121b-439d-8561-0223dbfa9bab req-c2e991ad-8e99-4435-858b-ed0b9db544d2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 1130 time: 0.0431709 Mar 21 11:41:35.025332 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cc674a53-121b-439d-8561-0223dbfa9bab req-ae7474cb-2679-472b-b398-1e7d2345a2b7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357916 Mar 21 11:41:35.432565 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-428ac95b-bfbd-4c91-8ddf-bd7a365f8bb5 req-a8d89af9-356b-476a-9fc9-8df06bffb1f0 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 210 time: 0.0293922 Mar 21 11:41:35.482978 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159737f-d8b3-4a4e-b6b0-9c144bd2b1d2 req-0f53b2ee-75a6-4491-b6bc-d6ad5d42b3a2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:35.484451 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8159737f-d8b3-4a4e-b6b0-9c144bd2b1d2 req-0f53b2ee-75a6-4491-b6bc-d6ad5d42b3a2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 946 time: 0.0549927 Mar 21 11:41:35.529867 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8159737f-d8b3-4a4e-b6b0-9c144bd2b1d2 req-471fc1d9-b49c-42a4-89b2-584920512fd0 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393214 Mar 21 11:41:35.762844 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-2fcbe19d-7c17-492d-b600-87d6a133919c tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:35.764408 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-2fcbe19d-7c17-492d-b600-87d6a133919c tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.64 "GET /v2.0/networks?id=3e24755a-fe23-4c9c-8b0f-1edf60133853 HTTP/1.1" status: 200 len: 813 time: 0.1415558 Mar 21 11:41:35.774844 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12b442-02ab-4692-94d1-0e8b44ed9c77 req-c7223752-b88c-4fe6-a2b4-30b16f476518 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:35.776253 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dc12b442-02ab-4692-94d1-0e8b44ed9c77 req-c7223752-b88c-4fe6-a2b4-30b16f476518 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 943 time: 0.0912991 Mar 21 11:41:35.781032 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-e7ebc577-ee71-4fee-8c4c-451e0a5b6a91 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Request body: {'port': {'device_id': '519d8ef2-bd42-473f-b634-377d4df1c6a7', 'network_id': '3e24755a-fe23-4c9c-8b0f-1edf60133853', 'admin_state_up': True, 'tenant_id': 'ebbe14383f5941aeb7b08c5110f70afa'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:41:35.885732 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dc12b442-02ab-4692-94d1-0e8b44ed9c77 req-d01ecc32-1d78-4d2a-b17d-cfd1e2d4fbdf tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994010 Mar 21 11:41:35.918201 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-e7ebc577-ee71-4fee-8c4c-451e0a5b6a91 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Made reservation on behalf of ebbe14383f5941aeb7b08c5110f70afa for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:41:35.921566 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-e7ebc577-ee71-4fee-8c4c-451e0a5b6a91 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:36.044053 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-e7ebc577-ee71-4fee-8c4c-451e0a5b6a91 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Allocated IP 172.20.0.13 (3e24755a-fe23-4c9c-8b0f-1edf60133853/ea0af4c1-dda5-4262-b1e3-8b4751d2e7d6/35040d87-f150-4fbf-92a6-38169dbac8ce) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:41:36.186477 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-e7ebc577-ee71-4fee-8c4c-451e0a5b6a91 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Publish callbacks [] for port (35040d87-f150-4fbf-92a6-38169dbac8ce), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:36.211037 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device f1a1fb12-9f15-4237-b2ae-150df214f298 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:41:36.218804 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-e7ebc577-ee71-4fee-8c4c-451e0a5b6a91 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (35040d87-f150-4fbf-92a6-38169dbac8ce), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:36.259171 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-e7ebc577-ee71-4fee-8c4c-451e0a5b6a91 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Network 3e24755a-fe23-4c9c-8b0f-1edf60133853 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:41:36.262129 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-e7ebc577-ee71-4fee-8c4c-451e0a5b6a91 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:41:36.266583 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-e7ebc577-ee71-4fee-8c4c-451e0a5b6a91 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:41:36.272753 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-e7ebc577-ee71-4fee-8c4c-451e0a5b6a91 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:36.273496 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-e7ebc577-ee71-4fee-8c4c-451e0a5b6a91 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:36.285620 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebc577-ee71-4fee-8c4c-451e0a5b6a91 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Pushing event updated for resources: {'Port': ['ID=35040d87-f150-4fbf-92a6-38169dbac8ce,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:36.298046 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-e7ebc577-ee71-4fee-8c4c-451e0a5b6a91 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5208397 Mar 21 11:41:36.309059 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port f1a1fb12-9f15-4237-b2ae-150df214f298, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=f1a1fb12-9f15-4237-b2ae-150df214f298,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:41:36.310641 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Request body: {'port': {'device_id': '519d8ef2-bd42-473f-b634-377d4df1c6a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:41:36.320957 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': 'f1a1fb12-9f15-4237-b2ae-150df214f298', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'port_id': 'f1a1fb12-9f15-4237-b2ae-150df214f298', 'mac_address': 'fa:16:3e:56:5a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:41:36.363882 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port f1a1fb12-9f15-4237-b2ae-150df214f298 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:41:36.364185 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (f1a1fb12-9f15-4237-b2ae-150df214f298), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:36.376410 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (35040d87-f150-4fbf-92a6-38169dbac8ce), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:36.376861 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a1fb12-9f15-4237-b2ae-150df214f298 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:41:36.396934 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port f1a1fb12-9f15-4237-b2ae-150df214f298, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=f1a1fb12-9f15-4237-b2ae-150df214f298,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:41:36.401079 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (f1a1fb12-9f15-4237-b2ae-150df214f298), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:36.447262 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=f1a1fb12-9f15-4237-b2ae-150df214f298,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:36.620034 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82bcfb-1008-4754-b96b-813a89c85797 req-ef68ed44-4b4b-4364-a4d0-090564a0ecfc tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:36.621486 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a82bcfb-1008-4754-b96b-813a89c85797 req-ef68ed44-4b4b-4364-a4d0-090564a0ecfc tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 932 time: 0.1224093 Mar 21 11:41:36.744754 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf142c-f8bf-47d7-a892-b58e439bbc13 req-88b40fad-51b0-4af8-8225-34f558689fb7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:36.746225 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7ccf142c-f8bf-47d7-a892-b58e439bbc13 req-88b40fad-51b0-4af8-8225-34f558689fb7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 946 time: 0.1439736 Mar 21 11:41:36.753961 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a82bcfb-1008-4754-b96b-813a89c85797 req-117eecaf-e142-4ec8-8b73-555b38e29a74 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153197 Mar 21 11:41:36.757095 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35040d87-f150-4fbf-92a6-38169dbac8ce {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:41:36.768879 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Publish callbacks [] for port (35040d87-f150-4fbf-92a6-38169dbac8ce), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:36.791184 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Transition to ACTIVE for port object 35040d87-f150-4fbf-92a6-38169dbac8ce will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:41:36.801593 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (35040d87-f150-4fbf-92a6-38169dbac8ce), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:36.854234 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7ccf142c-f8bf-47d7-a892-b58e439bbc13 req-61399fbf-0d71-4a31-9a15-ed7c01eaaedd tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992591 Mar 21 11:41:36.882283 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Pushing event updated for resources: {'Port': ['ID=35040d87-f150-4fbf-92a6-38169dbac8ce,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:36.882871 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['f1a1fb12-9f15-4237-b2ae-150df214f298'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:41:36.915224 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Attempting to bind port 35040d87-f150-4fbf-92a6-38169dbac8ce on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:41:36.915629 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Attempting to bind port 35040d87-f150-4fbf-92a6-38169dbac8ce by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '04f5d841-5b21-4aff-8dbb-cbb06b551551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3e24755a-fe23-4c9c-8b0f-1edf60133853'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:41:36.915991 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Attempting to bind port 35040d87-f150-4fbf-92a6-38169dbac8ce on network 3e24755a-fe23-4c9c-8b0f-1edf60133853 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:41:36.921187 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Port 35040d87-f150-4fbf-92a6-38169dbac8ce on network 3e24755a-fe23-4c9c-8b0f-1edf60133853 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:41:36.921400 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Attempting to bind port 35040d87-f150-4fbf-92a6-38169dbac8ce on network 3e24755a-fe23-4c9c-8b0f-1edf60133853 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:41:36.928417 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:41:36.928587 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Checking segment: {'id': '04f5d841-5b21-4aff-8dbb-cbb06b551551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3e24755a-fe23-4c9c-8b0f-1edf60133853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:41:36.928976 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Bound using segment: {'id': '04f5d841-5b21-4aff-8dbb-cbb06b551551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3e24755a-fe23-4c9c-8b0f-1edf60133853'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:41:36.929404 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Bound port: 35040d87-f150-4fbf-92a6-38169dbac8ce, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f5d841-5b21-4aff-8dbb-cbb06b551551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3e24755a-fe23-4c9c-8b0f-1edf60133853'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:41:36.929764 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (35040d87-f150-4fbf-92a6-38169dbac8ce), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:37.041737 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] For port 35040d87-f150-4fbf-92a6-38169dbac8ce, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:41:37.046074 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] For port 35040d87-f150-4fbf-92a6-38169dbac8ce, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=35040d87-f150-4fbf-92a6-38169dbac8ce,segment=NetworkSegment(04f5d841-5b21-4aff-8dbb-cbb06b551551),segment_id=04f5d841-5b21-4aff-8dbb-cbb06b551551)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:41:37.060461 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ed293-5069-4393-9708-38bc60cf8f29 req-b8a5c444-105f-4484-80fc-509f9c7e6e09 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:37.061970 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e00ed293-5069-4393-9708-38bc60cf8f29 req-b8a5c444-105f-4484-80fc-509f9c7e6e09 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 944 time: 0.0922315 Mar 21 11:41:37.063552 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (35040d87-f150-4fbf-92a6-38169dbac8ce), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:37.114296 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:37.114962 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:37.116379 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] 10.222.0.64 "PUT /v2.0/ports/35040d87-f150-4fbf-92a6-38169dbac8ce HTTP/1.1" status: 200 len: 1094 time: 0.8101830 Mar 21 11:41:37.116824 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519d8ef2-bd42-473f-b634-377d4df1c6a7', 'tag': '35040d87-f150-4fbf-92a6-38169dbac8ce'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:41:37.119197 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ff6fe0-9974-4202-a906-d945fc93578c" -d '{"events": [{"name": "network-changed", "server_uuid": "519d8ef2-bd42-473f-b634-377d4df1c6a7", "tag": "35040d87-f150-4fbf-92a6-38169dbac8ce"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:41:37.155982 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be473945-1c07-4c67-9ee3-f27c17e1cf5e service neutron] Pushing event updated for resources: {'Port': ['ID=35040d87-f150-4fbf-92a6-38169dbac8ce,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:37.172018 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e00ed293-5069-4393-9708-38bc60cf8f29 req-ac89f61d-b435-4a85-b5fd-9e8cf636069e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024816 Mar 21 11:41:37.176282 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6def953f-828b-43cc-84f4-0936e24dc060 x-openstack-request-id: req-6def953f-828b-43cc-84f4-0936e24dc060 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:41:37.176677 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519d8ef2-bd42-473f-b634-377d4df1c6a7", "tag": "35040d87-f150-4fbf-92a6-38169dbac8ce", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:41:37.177022 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6def953f-828b-43cc-84f4-0936e24dc060 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:41:37.177628 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519d8ef2-bd42-473f-b634-377d4df1c6a7', 'tag': '35040d87-f150-4fbf-92a6-38169dbac8ce', 'status': 'completed', 'code': 200} Mar 21 11:41:37.230936 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-35720359-d476-4f46-8368-88f56c608fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:37.232706 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-35720359-d476-4f46-8368-88f56c608fee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ebbe14383f5941aeb7b08c5110f70afa&device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 1128 time: 0.0485151 Mar 21 11:41:37.278194 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-da789306-fde4-4037-903f-92d8b8e748cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35040d87-f150-4fbf-92a6-38169dbac8ce HTTP/1.1" status: 200 len: 217 time: 0.0337844 Mar 21 11:41:37.327217 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-0852dac8-2c13-47f5-a3ec-1add8b987bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:37.328680 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-0852dac8-2c13-47f5-a3ec-1add8b987bc9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea0af4c1-dda5-4262-b1e3-8b4751d2e7d6 HTTP/1.1" status: 200 len: 853 time: 0.0407424 Mar 21 11:41:37.371804 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-c54999e1-875b-41b6-b6e5-d392a8a99530 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e24755a-fe23-4c9c-8b0f-1edf60133853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295832 Mar 21 11:41:37.480335 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-57ef9dbe-40e4-4edc-8396-5a1c2ca7ac23 service neutron] 10.222.0.64 "GET /v2.0/networks/3e24755a-fe23-4c9c-8b0f-1edf60133853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809047 Mar 21 11:41:37.569888 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-efdd0b9a-8c41-4639-9b35-f0e5c1eba3a0 req-564f0c21-5a8b-42a7-ab75-429beabfba6c service neutron] 10.222.0.64 "GET /v2.0/networks/3e24755a-fe23-4c9c-8b0f-1edf60133853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824654 Mar 21 11:41:37.663529 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff6fe0-9974-4202-a906-d945fc93578c req-9c306f7e-7190-4b59-aa10-0876f612a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:37.665043 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-15ff6fe0-9974-4202-a906-d945fc93578c req-9c306f7e-7190-4b59-aa10-0876f612a9c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ebbe14383f5941aeb7b08c5110f70afa&device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 1128 time: 0.0445304 Mar 21 11:41:37.750084 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff6fe0-9974-4202-a906-d945fc93578c req-9e7ddf78-2f0d-4548-bd6b-bce954e14515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:37.751766 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-15ff6fe0-9974-4202-a906-d945fc93578c req-9e7ddf78-2f0d-4548-bd6b-bce954e14515 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e24755a-fe23-4c9c-8b0f-1edf60133853 HTTP/1.1" status: 200 len: 914 time: 0.0804980 Mar 21 11:41:37.796563 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-15ff6fe0-9974-4202-a906-d945fc93578c req-5da8e33c-0010-4e62-b297-87deb61a55b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35040d87-f150-4fbf-92a6-38169dbac8ce HTTP/1.1" status: 200 len: 217 time: 0.0374064 Mar 21 11:41:37.872877 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff6fe0-9974-4202-a906-d945fc93578c req-305dafea-a0e8-49f0-9ae7-d9da55d457f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:37.874317 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-15ff6fe0-9974-4202-a906-d945fc93578c req-305dafea-a0e8-49f0-9ae7-d9da55d457f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea0af4c1-dda5-4262-b1e3-8b4751d2e7d6 HTTP/1.1" status: 200 len: 853 time: 0.0701685 Mar 21 11:41:37.901132 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df75136-b55a-4e8c-b896-3f4255f09354 req-c164ebab-3f80-423c-8d6a-4bc9fff4ab32 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:37.903559 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4df75136-b55a-4e8c-b896-3f4255f09354 req-c164ebab-3f80-423c-8d6a-4bc9fff4ab32 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 944 time: 0.0735998 Mar 21 11:41:37.920496 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-15ff6fe0-9974-4202-a906-d945fc93578c req-ae9d37bc-c19e-4dfb-8f84-7662767b0096 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e24755a-fe23-4c9c-8b0f-1edf60133853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346603 Mar 21 11:41:38.046175 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4df75136-b55a-4e8c-b896-3f4255f09354 req-3e3b52fd-e13a-4f70-9ebe-10c8a0088309 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287234 Mar 21 11:41:38.070075 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ece48-c5d4-41bf-8dfb-19271161d74e req-d8cf9dce-b0ea-4ffd-a5d9-3910d36b485f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:38.071499 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-699ece48-c5d4-41bf-8dfb-19271161d74e req-d8cf9dce-b0ea-4ffd-a5d9-3910d36b485f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 946 time: 0.1346536 Mar 21 11:41:38.098363 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-15ff6fe0-9974-4202-a906-d945fc93578c req-a4994ccc-fe83-4f0c-ac88-8b3ac169c898 service neutron] 10.222.0.64 "GET /v2.0/networks/3e24755a-fe23-4c9c-8b0f-1edf60133853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604369 Mar 21 11:41:38.168724 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-699ece48-c5d4-41bf-8dfb-19271161d74e req-08760910-a1f2-45b3-a850-0f16c3a9ae9d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912876 Mar 21 11:41:38.201995 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-15ff6fe0-9974-4202-a906-d945fc93578c req-f0320175-ab34-4e1f-80aa-0ff734083ad9 service neutron] 10.222.0.64 "GET /v2.0/networks/3e24755a-fe23-4c9c-8b0f-1edf60133853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916526 Mar 21 11:41:38.215406 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device f1a1fb12-9f15-4237-b2ae-150df214f298 up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:41:38.299549 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faa9bf-acbe-4e05-bbe6-80240585f726 req-c86752c9-08b2-45f2-9fc8-a09ba10e343a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:38.301171 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c8faa9bf-acbe-4e05-bbe6-80240585f726 req-c86752c9-08b2-45f2-9fc8-a09ba10e343a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 944 time: 0.0551257 Mar 21 11:41:38.355331 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c8faa9bf-acbe-4e05-bbe6-80240585f726 req-671432c8-8e88-4882-a660-91af0dc41355 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483646 Mar 21 11:41:38.392857 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port f1a1fb12-9f15-4237-b2ae-150df214f298 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:41:38.397279 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port f1a1fb12-9f15-4237-b2ae-150df214f298 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:41:38.397649 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (f1a1fb12-9f15-4237-b2ae-150df214f298), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:38.470686 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port f1a1fb12-9f15-4237-b2ae-150df214f298 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:41:38.470989 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (f1a1fb12-9f15-4237-b2ae-150df214f298), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:38.492446 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c5aa8f-51d3-4546-b86a-80dc6830eb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a1fb12-9f15-4237-b2ae-150df214f298'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:41:38.494659 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f23c883-ee87-4ec5-9441-3e26d6a48f24" -d '{"events": [{"server_uuid": "77c5aa8f-51d3-4546-b86a-80dc6830eb91", "name": "network-vif-plugged", "status": "completed", "tag": "f1a1fb12-9f15-4237-b2ae-150df214f298"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:41:38.510362 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port f1a1fb12-9f15-4237-b2ae-150df214f298, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=f1a1fb12-9f15-4237-b2ae-150df214f298,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:41:38.515625 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (f1a1fb12-9f15-4237-b2ae-150df214f298), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:38.538536 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148a45e4-9f4b-4954-8c72-5a6d7aabd2ce x-openstack-request-id: req-148a45e4-9f4b-4954-8c72-5a6d7aabd2ce {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:41:38.538821 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c5aa8f-51d3-4546-b86a-80dc6830eb91", "name": "network-vif-plugged", "status": "completed", "tag": "f1a1fb12-9f15-4237-b2ae-150df214f298", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:41:38.539069 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-148a45e4-9f4b-4954-8c72-5a6d7aabd2ce {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:41:38.539447 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c5aa8f-51d3-4546-b86a-80dc6830eb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a1fb12-9f15-4237-b2ae-150df214f298', 'code': 200} Mar 21 11:41:38.564012 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=f1a1fb12-9f15-4237-b2ae-150df214f298,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:38.796501 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b5b84-ba31-41c5-8c25-a2db1f947268 req-0c261d36-2934-4729-abec-0019aead162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:38.797876 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ae5b5b84-ba31-41c5-8c25-a2db1f947268 req-0c261d36-2934-4729-abec-0019aead162e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 1129 time: 0.0419903 Mar 21 11:41:38.846148 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ae5b5b84-ba31-41c5-8c25-a2db1f947268 req-5d4fd2b8-8c85-474e-9fa0-7b4a4e2deefe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377765 Mar 21 11:41:39.160615 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b568d-58c6-45b2-ad34-278512714c17 req-f69fb4f7-6aa9-45e2-aaf5-ae60ec325232 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:39.162097 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-579b568d-58c6-45b2-ad34-278512714c17 req-f69fb4f7-6aa9-45e2-aaf5-ae60ec325232 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 944 time: 0.0519993 Mar 21 11:41:39.208536 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-579b568d-58c6-45b2-ad34-278512714c17 req-e2db8d46-4a5e-45f3-b326-7b921f38140b tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408099 Mar 21 11:41:39.477071 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bc94f-e06e-46ae-a741-d1d3a0a985d8 req-0f31cddd-8ded-4aa2-a0ff-b70af95846bc tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:39.478434 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fb1bc94f-e06e-46ae-a741-d1d3a0a985d8 req-0f31cddd-8ded-4aa2-a0ff-b70af95846bc tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 945 time: 0.0550044 Mar 21 11:41:39.525106 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fb1bc94f-e06e-46ae-a741-d1d3a0a985d8 req-5d2976f5-1a48-403b-b0f6-5d5e509b0fc1 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413120 Mar 21 11:41:39.913153 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6edf7282-2622-4e24-86c9-92c8a0e7272d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:40.227214 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 35040d87-f150-4fbf-92a6-38169dbac8ce details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:41:40.327002 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a34da-fd4e-4728-9d2d-b9120f76da2f req-98792620-3a80-4011-8d2e-fe6e3b51e28e tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:40.328502 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-797a34da-fd4e-4728-9d2d-b9120f76da2f req-98792620-3a80-4011-8d2e-fe6e3b51e28e tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 944 time: 0.0534523 Mar 21 11:41:40.333493 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 35040d87-f150-4fbf-92a6-38169dbac8ce, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=35040d87-f150-4fbf-92a6-38169dbac8ce,segment=NetworkSegment(04f5d841-5b21-4aff-8dbb-cbb06b551551),segment_id=04f5d841-5b21-4aff-8dbb-cbb06b551551)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:41:40.345883 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': '35040d87-f150-4fbf-92a6-38169dbac8ce', 'network_id': '3e24755a-fe23-4c9c-8b0f-1edf60133853', 'port_id': '35040d87-f150-4fbf-92a6-38169dbac8ce', 'mac_address': 'fa:16:3e:c9:f7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea0af4c1-dda5-4262-b1e3-8b4751d2e7d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:41:40.381416 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-797a34da-fd4e-4728-9d2d-b9120f76da2f req-5ff94226-9e8a-484a-8524-ada75e8002ee tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434225 Mar 21 11:41:40.387073 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 35040d87-f150-4fbf-92a6-38169dbac8ce is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:41:40.387468 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (35040d87-f150-4fbf-92a6-38169dbac8ce), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:40.400309 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35040d87-f150-4fbf-92a6-38169dbac8ce {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:41:40.419598 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 35040d87-f150-4fbf-92a6-38169dbac8ce, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=35040d87-f150-4fbf-92a6-38169dbac8ce,segment=NetworkSegment(04f5d841-5b21-4aff-8dbb-cbb06b551551),segment_id=04f5d841-5b21-4aff-8dbb-cbb06b551551)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:41:40.423135 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (35040d87-f150-4fbf-92a6-38169dbac8ce), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:40.468487 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=35040d87-f150-4fbf-92a6-38169dbac8ce,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:40.643818 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cf95d-dff7-4c2c-bda8-14cc32aa63f1 req-93c0f0c5-5bed-4dec-bf05-300a8edc429d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:40.645317 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e7cf95d-dff7-4c2c-bda8-14cc32aa63f1 req-93c0f0c5-5bed-4dec-bf05-300a8edc429d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 945 time: 0.0546885 Mar 21 11:41:40.692567 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e7cf95d-dff7-4c2c-bda8-14cc32aa63f1 req-cad2d9be-4fb1-445b-a682-41211dc14e9f tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417409 Mar 21 11:41:40.806244 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1f0e5-2c24-44b4-9bcb-8b8e91b71834 req-3cc4e064-1a52-4905-973a-ba27bb846521 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:40.807583 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-26d1f0e5-2c24-44b4-9bcb-8b8e91b71834 req-3cc4e064-1a52-4905-973a-ba27bb846521 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 945 time: 0.0502717 Mar 21 11:41:40.814761 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['35040d87-f150-4fbf-92a6-38169dbac8ce'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:41:40.854730 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-26d1f0e5-2c24-44b4-9bcb-8b8e91b71834 req-8fdeae16-7c15-4e6c-aea9-5cc2f7d25de1 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414870 Mar 21 11:41:40.877654 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 40216) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:41:41.006312 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890898be-62e6-4171-9c96-666bd215735f tempest-TestVolumeBootPattern-2013888765 tempest-TestVolumeBootPattern-2013888765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:41.007793 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-890898be-62e6-4171-9c96-666bd215735f tempest-TestVolumeBootPattern-2013888765 tempest-TestVolumeBootPattern-2013888765-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 1124 time: 0.1290951 Mar 21 11:41:41.010699 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 40220) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:41:41.014754 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Request body: {'floatingip': {'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'port_id': 'f1a1fb12-9f15-4237-b2ae-150df214f298', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:41:41.037260 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:41.133468 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:41.238094 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Allocated IP 172.27.0.163 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/781dcc99-6a71-4fc4-8447-f0a2d50d1598) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:41:41.334549 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for port (781dcc99-6a71-4fc4-8447-f0a2d50d1598), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:41.370919 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (781dcc99-6a71-4fc4-8447-f0a2d50d1598), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:41.407695 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:41:41.410640 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:41:41.416841 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:41:41.442525 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event updated for resources: {'Port': ['ID=781dcc99-6a71-4fc4-8447-f0a2d50d1598,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:41.464026 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:41:41.464364 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:41:41.464706 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:41:41.465043 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:41:41.465376 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:41:41.465705 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:41:41.466032 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:41:41.466355 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:41:41.466678 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:41:41.466999 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:41:41.467323 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:41:41.467644 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:41:41.467989 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:41:41.468310 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:41:41.468626 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:41:41.788306 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74464e7a-24e2-4ed6-977a-9ce3ee80d050 req-af3c9d27-f78d-465c-baa0-ebc881d9c91b tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:41.789786 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-74464e7a-24e2-4ed6-977a-9ce3ee80d050 req-af3c9d27-f78d-465c-baa0-ebc881d9c91b tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 945 time: 0.3405733 Mar 21 11:41:41.874205 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-74464e7a-24e2-4ed6-977a-9ce3ee80d050 req-b3394341-6a17-412f-b3b9-fd3a5f6ad5e6 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596874 Mar 21 11:41:42.049441 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for floatingip (1cff6039-c1a3-4158-ac46-dca91089c75a), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:42.118234 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (781dcc99-6a71-4fc4-8447-f0a2d50d1598), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:42.236184 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 35040d87-f150-4fbf-92a6-38169dbac8ce up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:41:42.263172 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for port (781dcc99-6a71-4fc4-8447-f0a2d50d1598), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:42.267698 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6fb8dc97-214f-42c5-bd28-11384faf6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:42.268120 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (781dcc99-6a71-4fc4-8447-f0a2d50d1598), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:42.293679 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port 35040d87-f150-4fbf-92a6-38169dbac8ce completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:41:42.297255 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port 35040d87-f150-4fbf-92a6-38169dbac8ce triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:41:42.297607 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (35040d87-f150-4fbf-92a6-38169dbac8ce), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:42.300622 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (1cff6039-c1a3-4158-ac46-dca91089c75a), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:42.376260 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event updated for resources: {'Port': ['ID=781dcc99-6a71-4fc4-8447-f0a2d50d1598,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:42.382614 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 35040d87-f150-4fbf-92a6-38169dbac8ce is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:41:42.383009 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (35040d87-f150-4fbf-92a6-38169dbac8ce), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:42.406705 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519d8ef2-bd42-473f-b634-377d4df1c6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35040d87-f150-4fbf-92a6-38169dbac8ce'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:41:42.409489 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9bc7e1-91a0-48cf-b044-7834132decc6" -d '{"events": [{"server_uuid": "519d8ef2-bd42-473f-b634-377d4df1c6a7", "name": "network-vif-plugged", "status": "completed", "tag": "35040d87-f150-4fbf-92a6-38169dbac8ce"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:41:42.413523 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Floating IP 1cff6039-c1a3-4158-ac46-dca91089c75a associated. External IP: 172.27.0.163, port: f1a1fb12-9f15-4237-b2ae-150df214f298. Mar 21 11:41:42.422066 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 35040d87-f150-4fbf-92a6-38169dbac8ce, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=35040d87-f150-4fbf-92a6-38169dbac8ce,segment=NetworkSegment(04f5d841-5b21-4aff-8dbb-cbb06b551551),segment_id=04f5d841-5b21-4aff-8dbb-cbb06b551551)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:41:42.427397 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (35040d87-f150-4fbf-92a6-38169dbac8ce), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:42.453335 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403f0835-e27b-4b7a-961f-6fcde0bd61a4 x-openstack-request-id: req-403f0835-e27b-4b7a-961f-6fcde0bd61a4 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:41:42.453630 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519d8ef2-bd42-473f-b634-377d4df1c6a7", "name": "network-vif-plugged", "status": "completed", "tag": "35040d87-f150-4fbf-92a6-38169dbac8ce", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:41:42.453888 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-403f0835-e27b-4b7a-961f-6fcde0bd61a4 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:41:42.454277 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519d8ef2-bd42-473f-b634-377d4df1c6a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35040d87-f150-4fbf-92a6-38169dbac8ce', 'code': 200} Mar 21 11:41:42.482469 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=35040d87-f150-4fbf-92a6-38169dbac8ce,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:41:42.650833 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c5833-0668-48e6-98c9-766f6a7358e7 req-7a44b2a2-93bb-4403-92b1-28e72d376244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:42.652351 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a4c5833-0668-48e6-98c9-766f6a7358e7 req-7a44b2a2-93bb-4403-92b1-28e72d376244 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 1130 time: 0.0695655 Mar 21 11:41:42.659735 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Router 854cd024-40dd-4ffa-bbf9-49e279e56aca has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:41:42.761873 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a4c5833-0668-48e6-98c9-766f6a7358e7 req-7c39ab2d-ddfb-46a7-8c11-ea1e874d838c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008224 Mar 21 11:41:42.795411 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:41:42.805167 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31206ee-9a23-41d8-bb1c-81f072c1ce94 None None] Sync routers for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:41:42.813037 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:42.814798 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31206ee-9a23-41d8-bb1c-81f072c1ce94 None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:41:42.815659 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b31206ee-9a23-41d8-bb1c-81f072c1ce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:41:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:41:42.851807 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-06cb6087-7b21-4cea-848f-7786abb6727b tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8306916 Mar 21 11:41:42.851807 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c5aa8f-51d3-4546-b86a-80dc6830eb91', 'tag': 'f1a1fb12-9f15-4237-b2ae-150df214f298'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:41:42.851807 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e41b5f5-e596-45c3-bc8c-0d32e70df1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "77c5aa8f-51d3-4546-b86a-80dc6830eb91", "tag": "f1a1fb12-9f15-4237-b2ae-150df214f298"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:41:42.880569 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac9ff5b-1e45-4f25-a893-7375523d4bf4 x-openstack-request-id: req-5ac9ff5b-1e45-4f25-a893-7375523d4bf4 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:41:42.880924 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c5aa8f-51d3-4546-b86a-80dc6830eb91", "tag": "f1a1fb12-9f15-4237-b2ae-150df214f298", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:41:42.881237 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ac9ff5b-1e45-4f25-a893-7375523d4bf4 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:41:42.881646 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c5aa8f-51d3-4546-b86a-80dc6830eb91', 'tag': 'f1a1fb12-9f15-4237-b2ae-150df214f298', 'status': 'completed', 'code': 200} Mar 21 11:41:42.924352 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b31206ee-9a23-41d8-bb1c-81f072c1ce94 None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:41:42.994161 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced9835-7fdf-45c2-a8be-3f3cc27320e7 req-be5e11cd-3fcd-4c8c-802f-4292fab6513f tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:42.995622 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8ced9835-7fdf-45c2-a8be-3f3cc27320e7 req-be5e11cd-3fcd-4c8c-802f-4292fab6513f tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 946 time: 0.0553844 Mar 21 11:41:43.068942 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8ced9835-7fdf-45c2-a8be-3f3cc27320e7 req-6244af37-9e08-4d6c-b0cc-f9fba0346bfd tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672810 Mar 21 11:41:43.082369 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41b5f5-e596-45c3-bc8c-0d32e70df1e9 req-1cda4d0d-0b17-4a9b-874f-75a3c69e924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:43.092415 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4e41b5f5-e596-45c3-bc8c-0d32e70df1e9 req-1cda4d0d-0b17-4a9b-874f-75a3c69e924b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c58bcecb6f1d42fcab810f7e635cecbe&device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 1129 time: 0.0618494 Mar 21 11:41:43.153821 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b31206ee-9a23-41d8-bb1c-81f072c1ce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '1cff6039-c1a3-4158-ac46-dca91089c75a', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'port_id': 'f1a1fb12-9f15-4237-b2ae-150df214f298', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'mac_address': 'fa:16:3e:56:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c5aa8f-51d3-4546-b86a-80dc6830eb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:41:41Z', 'updated_at': '2022-03-21T11:41:41Z', 'revision_number': 0, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:41:43.177277 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41b5f5-e596-45c3-bc8c-0d32e70df1e9 req-aefea4d0-b8e8-4a32-a7d2-85f10c550dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:43.178746 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4e41b5f5-e596-45c3-bc8c-0d32e70df1e9 req-aefea4d0-b8e8-4a32-a7d2-85f10c550dd9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dec2b833-7cac-45cf-899d-249c6dad8788 HTTP/1.1" status: 200 len: 912 time: 0.0875738 Mar 21 11:41:43.183052 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31206ee-9a23-41d8-bb1c-81f072c1ce94 None None] Checking router: 854cd024-40dd-4ffa-bbf9-49e279e56aca for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:41:43.191705 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31206ee-9a23-41d8-bb1c-81f072c1ce94 None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:41:43.192336 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b31206ee-9a23-41d8-bb1c-81f072c1ce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:41:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:41:43.251810 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4e41b5f5-e596-45c3-bc8c-0d32e70df1e9 req-2d16a078-3a0a-4bd9-89be-b2d647b7a03c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1a1fb12-9f15-4237-b2ae-150df214f298 HTTP/1.1" status: 200 len: 999 time: 0.0577664 Mar 21 11:41:43.298148 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-b31206ee-9a23-41d8-bb1c-81f072c1ce94 None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:41:43.340449 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41b5f5-e596-45c3-bc8c-0d32e70df1e9 req-740b3fe9-5ab1-4afa-8b27-4d2d404cef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:43.341908 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4e41b5f5-e596-45c3-bc8c-0d32e70df1e9 req-740b3fe9-5ab1-4afa-8b27-4d2d404cef49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=450dda72-a2ac-4c12-bef3-c87d1bfce43d HTTP/1.1" status: 200 len: 850 time: 0.0440655 Mar 21 11:41:43.406885 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41b5f5-e596-45c3-bc8c-0d32e70df1e9 req-b2eb08ee-46fc-4c86-9db8-cd5dcf052236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:43.408308 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4e41b5f5-e596-45c3-bc8c-0d32e70df1e9 req-b2eb08ee-46fc-4c86-9db8-cd5dcf052236 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dec2b833-7cac-45cf-899d-249c6dad8788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489802 Mar 21 11:41:43.462327 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:43.502024 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4e41b5f5-e596-45c3-bc8c-0d32e70df1e9 req-c91bce00-3c15-4846-97c9-87e7d8a55f03 service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820589 Mar 21 11:41:43.594339 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4e41b5f5-e596-45c3-bc8c-0d32e70df1e9 req-3d0eb050-2d67-419e-8e3f-4a26845872fe service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854795 Mar 21 11:41:43.608237 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-b31206ee-9a23-41d8-bb1c-81f072c1ce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '1cff6039-c1a3-4158-ac46-dca91089c75a', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'port_id': 'f1a1fb12-9f15-4237-b2ae-150df214f298', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'mac_address': 'fa:16:3e:56:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c5aa8f-51d3-4546-b86a-80dc6830eb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:41:41Z', 'updated_at': '2022-03-21T11:41:41Z', 'revision_number': 0, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:41:43.637214 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31206ee-9a23-41d8-bb1c-81f072c1ce94 None None] The sync data for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi is: [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '1cff6039-c1a3-4158-ac46-dca91089c75a', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'port_id': 'f1a1fb12-9f15-4237-b2ae-150df214f298', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'mac_address': 'fa:16:3e:56:5a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c5aa8f-51d3-4546-b86a-80dc6830eb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:41:41Z', 'updated_at': '2022-03-21T11:41:41Z', 'revision_number': 0, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:41:43.810813 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88dba1d-9432-4fa6-b7a0-4a4afbe239f8 None None] New status for floating IP 1cff6039-c1a3-4158-ac46-dca91089c75a: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:41:44.190794 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1b57d-8564-49e4-b4cc-866157362be1 req-1797e209-3030-4928-b4f8-5df59e62c19f tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:44.192296 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fbc1b57d-8564-49e4-b4cc-866157362be1 req-1797e209-3030-4928-b4f8-5df59e62c19f tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 946 time: 0.0521901 Mar 21 11:41:44.237566 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fbc1b57d-8564-49e4-b4cc-866157362be1 req-2132279e-0b5f-4b0d-9501-b3b9a9ecfc75 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396559 Mar 21 11:41:44.764388 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:45.351403 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c412c-c2bd-4ab7-a1a1-105a58251412 req-b9fabb29-4c60-4ec7-ac3c-8bb510f47f34 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:45.352860 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-778c412c-c2bd-4ab7-a1a1-105a58251412 req-b9fabb29-4c60-4ec7-ac3c-8bb510f47f34 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 946 time: 0.0504696 Mar 21 11:41:45.397466 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-778c412c-c2bd-4ab7-a1a1-105a58251412 req-81d97091-4a0a-45fe-a990-60a4b3f8b9d2 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391798 Mar 21 11:41:46.395743 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:47.196908 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:41:47.501824 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:41:59.177301 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4955304-573d-4c9b-9e4c-0e91c023b9e7 req-8a9c1e8a-2e15-4039-be69-283b9788b85f tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:41:59.178759 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c4955304-573d-4c9b-9e4c-0e91c023b9e7 req-8a9c1e8a-2e15-4039-be69-283b9788b85f tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 946 time: 0.0566821 Mar 21 11:41:59.223959 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c4955304-573d-4c9b-9e4c-0e91c023b9e7 req-06fe298d-e126-477a-8238-60356382af63 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a60a810-905d-4820-8dc1-d0d05fbc559e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395615 Mar 21 11:42:00.342180 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141de62-3f22-4194-9ee8-ab670a71a357 req-3d283769-88e2-45d2-bf61-4a2b10aefe87 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:00.343648 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2141de62-3f22-4194-9ee8-ab670a71a357 req-3d283769-88e2-45d2-bf61-4a2b10aefe87 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 946 time: 0.0510252 Mar 21 11:42:00.388937 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2141de62-3f22-4194-9ee8-ab670a71a357 req-7aa83b11-76fe-428b-b57d-e8464aba083a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a60a810-905d-4820-8dc1-d0d05fbc559e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397863 Mar 21 11:42:01.507197 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdbbd9-8b00-4d3f-851d-297eb72471c0 req-cb2c0b44-45cf-46c4-93ad-1f11da97ab2b tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:01.508661 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f4fdbbd9-8b00-4d3f-851d-297eb72471c0 req-cb2c0b44-45cf-46c4-93ad-1f11da97ab2b tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 946 time: 0.0546896 Mar 21 11:42:01.553316 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f4fdbbd9-8b00-4d3f-851d-297eb72471c0 req-bccc1ab6-00e1-4bc9-8fe7-0c8502798d25 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a60a810-905d-4820-8dc1-d0d05fbc559e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392354 Mar 21 11:42:02.668519 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9cc41-3315-467f-a0df-63b5fe8e2b5c req-19100dd3-ca90-46e2-877f-1c55b90e6059 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:02.669995 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-67d9cc41-3315-467f-a0df-63b5fe8e2b5c req-19100dd3-ca90-46e2-877f-1c55b90e6059 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 946 time: 0.0511243 Mar 21 11:42:02.739319 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-67d9cc41-3315-467f-a0df-63b5fe8e2b5c req-665b9723-88a6-4b0c-9f50-05ce7c4090b8 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=4a60a810-905d-4820-8dc1-d0d05fbc559e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632508 Mar 21 11:42:02.762615 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd09ff-aa4e-40a3-a22b-3b00e7d87b56 req-6b1ae7c2-5470-4359-bf9a-539069aaa70d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:02.764053 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-edbd09ff-aa4e-40a3-a22b-3b00e7d87b56 req-6b1ae7c2-5470-4359-bf9a-539069aaa70d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 946 time: 0.0630710 Mar 21 11:42:02.862945 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-edbd09ff-aa4e-40a3-a22b-3b00e7d87b56 req-b8c87708-46a2-4278-84d2-d3b2018f5cd0 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Deleting port 21ebdf41-b973-44b1-89a5-634214777d5b {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:42:02.863203 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-edbd09ff-aa4e-40a3-a22b-3b00e7d87b56 req-b8c87708-46a2-4278-84d2-d3b2018f5cd0 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (21ebdf41-b973-44b1-89a5-634214777d5b), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:02.948647 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-edbd09ff-aa4e-40a3-a22b-3b00e7d87b56 req-b8c87708-46a2-4278-84d2-d3b2018f5cd0 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] For port 21ebdf41-b973-44b1-89a5-634214777d5b, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=21ebdf41-b973-44b1-89a5-634214777d5b,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:42:02.949010 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-edbd09ff-aa4e-40a3-a22b-3b00e7d87b56 req-b8c87708-46a2-4278-84d2-d3b2018f5cd0 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (21ebdf41-b973-44b1-89a5-634214777d5b), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:03.173124 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-edbd09ff-aa4e-40a3-a22b-3b00e7d87b56 req-b8c87708-46a2-4278-84d2-d3b2018f5cd0 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:03.173776 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-edbd09ff-aa4e-40a3-a22b-3b00e7d87b56 req-b8c87708-46a2-4278-84d2-d3b2018f5cd0 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (42cf3735-e141-454b-9d93-c07720574c7f), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:03.174116 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [req-edbd09ff-aa4e-40a3-a22b-3b00e7d87b56 req-b8c87708-46a2-4278-84d2-d3b2018f5cd0 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Floating IP 42cf3735-e141-454b-9d93-c07720574c7f disassociated. External IP: 172.27.0.240, port: 21ebdf41-b973-44b1-89a5-634214777d5b. Mar 21 11:42:03.174428 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-edbd09ff-aa4e-40a3-a22b-3b00e7d87b56 req-b8c87708-46a2-4278-84d2-d3b2018f5cd0 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Calling delete_port for 21ebdf41-b973-44b1-89a5-634214777d5b owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:42:03.300203 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-edbd09ff-aa4e-40a3-a22b-3b00e7d87b56 req-b8c87708-46a2-4278-84d2-d3b2018f5cd0 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604'] for port (21ebdf41-b973-44b1-89a5-634214777d5b), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:03.326082 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c87708-46a2-4278-84d2-d3b2018f5cd0 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event deleted for resources: {'Port': ['ID=21ebdf41-b973-44b1-89a5-634214777d5b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:03.442300 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edbd09ff-aa4e-40a3-a22b-3b00e7d87b56 req-b8c87708-46a2-4278-84d2-d3b2018f5cd0 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Router 23780c50-5505-422f-98fa-76f67c3a334b has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:42:03.550780 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edbd09ff-aa4e-40a3-a22b-3b00e7d87b56 req-b8c87708-46a2-4278-84d2-d3b2018f5cd0 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:42:03.566831 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16793233-8c74-4345-89a1-1e33c0640b35 None None] Sync routers for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:42:03.581778 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16793233-8c74-4345-89a1-1e33c0640b35 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:42:03.582654 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-16793233-8c74-4345-89a1-1e33c0640b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:41:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:03.592165 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbd09ff-aa4e-40a3-a22b-3b00e7d87b56 req-b8c87708-46a2-4278-84d2-d3b2018f5cd0 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] No DVR routers for this DVR port 21ebdf41-b973-44b1-89a5-634214777d5b on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:42:03.594575 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-edbd09ff-aa4e-40a3-a22b-3b00e7d87b56 req-b8c87708-46a2-4278-84d2-d3b2018f5cd0 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:03.597848 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-edbd09ff-aa4e-40a3-a22b-3b00e7d87b56 req-b8c87708-46a2-4278-84d2-d3b2018f5cd0 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "DELETE /v2.0/ports/21ebdf41-b973-44b1-89a5-634214777d5b HTTP/1.1" status: 204 len: 173 time: 0.8247828 Mar 21 11:42:03.598281 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bba5259-271e-4e9d-b202-c0613b25651a', 'name': 'network-vif-deleted', 'tag': '21ebdf41-b973-44b1-89a5-634214777d5b'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:42:03.600503 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cd52a9-3c0c-408a-a717-bb6e465d8cf3" -d '{"events": [{"server_uuid": "4bba5259-271e-4e9d-b202-c0613b25651a", "name": "network-vif-deleted", "tag": "21ebdf41-b973-44b1-89a5-634214777d5b"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:42:03.647834 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fd0458-1ca9-4c72-9286-ba356ea47d64 x-openstack-request-id: req-b8fd0458-1ca9-4c72-9286-ba356ea47d64 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:42:03.648119 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bba5259-271e-4e9d-b202-c0613b25651a", "name": "network-vif-deleted", "tag": "21ebdf41-b973-44b1-89a5-634214777d5b", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:42:03.648373 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8fd0458-1ca9-4c72-9286-ba356ea47d64 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:42:03.648765 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bba5259-271e-4e9d-b202-c0613b25651a', 'name': 'network-vif-deleted', 'tag': '21ebdf41-b973-44b1-89a5-634214777d5b', 'status': 'completed', 'code': 200} Mar 21 11:42:03.718029 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-16793233-8c74-4345-89a1-1e33c0640b35 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:42:03.868966 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-251ad297-1e9a-4ff3-9754-45d82148713a req-34841b78-a86c-4cbc-b825-7dcf9863db1a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bba5259-271e-4e9d-b202-c0613b25651a HTTP/1.1" status: 200 len: 210 time: 0.0421615 Mar 21 11:42:03.965516 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-16793233-8c74-4345-89a1-1e33c0640b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '2e4266d2-9037-4361-8db3-17a7d48a0e1e', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': 'bf77f3fc-ea88-414b-89d7-07192f8baf09', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:ca:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:38:42Z', 'updated_at': '2022-03-21T11:39:10Z', 'revision_number': 2, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:03.992342 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16793233-8c74-4345-89a1-1e33c0640b35 None None] Checking router: 23780c50-5505-422f-98fa-76f67c3a334b for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:42:04.001035 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16793233-8c74-4345-89a1-1e33c0640b35 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:42:04.001634 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-16793233-8c74-4345-89a1-1e33c0640b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:41:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:04.113092 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-16793233-8c74-4345-89a1-1e33c0640b35 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:42:04.372771 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-16793233-8c74-4345-89a1-1e33c0640b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '2e4266d2-9037-4361-8db3-17a7d48a0e1e', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': 'bf77f3fc-ea88-414b-89d7-07192f8baf09', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:ca:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:38:42Z', 'updated_at': '2022-03-21T11:39:10Z', 'revision_number': 2, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:04.407168 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16793233-8c74-4345-89a1-1e33c0640b35 None None] The sync data for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi is: [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '2e4266d2-9037-4361-8db3-17a7d48a0e1e', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': 'bf77f3fc-ea88-414b-89d7-07192f8baf09', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:ca:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:38:42Z', 'updated_at': '2022-03-21T11:39:10Z', 'revision_number': 2, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:42:04.414810 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5c7f4-6867-4390-aad8-fd6cbb382a4b req-796686f2-c03c-40c7-a188-4d718f344949 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:04.422102 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7aa5c7f4-6867-4390-aad8-fd6cbb382a4b req-796686f2-c03c-40c7-a188-4d718f344949 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0983517 Mar 21 11:42:04.451293 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957860f-24c1-4729-98fd-76d945beb9ff req-dd54f59f-6046-45e4-851d-2795d8017746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:04.452798 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5957860f-24c1-4729-98fd-76d945beb9ff req-dd54f59f-6046-45e4-851d-2795d8017746 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 1130 time: 0.0925770 Mar 21 11:42:04.527971 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7aa5c7f4-6867-4390-aad8-fd6cbb382a4b req-676f98bc-0bdd-4cd9-a43f-ca7081abdf41 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049762 Mar 21 11:42:04.568055 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957860f-24c1-4729-98fd-76d945beb9ff req-b2a02355-ab43-4e54-badb-988bd2471d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:04.569574 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5957860f-24c1-4729-98fd-76d945beb9ff req-b2a02355-ab43-4e54-badb-988bd2471d62 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 920 time: 0.1061699 Mar 21 11:42:04.642633 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5957860f-24c1-4729-98fd-76d945beb9ff req-f9079a51-fc6f-405a-b0eb-6d63da25fa21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3f81cb-1c89-4ef2-9e39-bfc695c36451 HTTP/1.1" status: 200 len: 1002 time: 0.0643113 Mar 21 11:42:04.694579 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4a2a12-58d6-4fb6-8f72-1ab7c5ef05c1 None None] New status for floating IP 42cf3735-e141-454b-9d93-c07720574c7f: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:42:04.700748 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957860f-24c1-4729-98fd-76d945beb9ff req-cbe803b8-0e6a-4165-a653-00c482545c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:04.702209 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5957860f-24c1-4729-98fd-76d945beb9ff req-cbe803b8-0e6a-4165-a653-00c482545c24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b HTTP/1.1" status: 200 len: 858 time: 0.0511315 Mar 21 11:42:04.756812 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957860f-24c1-4729-98fd-76d945beb9ff req-19042fe3-d295-41f6-a528-222f21d3c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:04.758310 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5957860f-24c1-4729-98fd-76d945beb9ff req-19042fe3-d295-41f6-a528-222f21d3c0f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d03519d-2e7e-48b4-905f-e8767233d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475228 Mar 21 11:42:04.855215 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5957860f-24c1-4729-98fd-76d945beb9ff req-a507f291-afb7-4755-a177-39d88aa131c1 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851440 Mar 21 11:42:04.973177 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 40388) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:05.037318 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (4a60a810-905d-4820-8dc1-d0d05fbc559e), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:05.065170 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (4a60a810-905d-4820-8dc1-d0d05fbc559e), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:05.118888 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (4a60a810-905d-4820-8dc1-d0d05fbc559e), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:05.121564 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:05.126146 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "DELETE /v2.0/security-groups/4a60a810-905d-4820-8dc1-d0d05fbc559e HTTP/1.1" status: 204 len: 168 time: 0.1518612 Mar 21 11:42:05.127032 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 40394) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:05.143202 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a60a810-905d-4820-8dc1-d0d05fbc559e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:05.152198 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:05.152557 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:05.152909 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:05.153256 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:05.153597 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:05.153937 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:05.154275 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:05.154606 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:05.154932 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:05.155429 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:05.155934 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:05.156414 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:05.156922 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:05.157407 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:05.157898 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c410c05-d107-42ed-9890-895771559031 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:05.175589 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.api.v2.resource [None req-46b03c38-e79e-4c0a-8243-4ab4c13ead2c tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] show failed (client error): The resource could not be found. Mar 21 11:42:05.182190 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 40398) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:05.192117 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-46b03c38-e79e-4c0a-8243-4ab4c13ead2c tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups/4a60a810-905d-4820-8dc1-d0d05fbc559e HTTP/1.1" status: 404 len: 347 time: 0.0545778 Mar 21 11:42:05.244294 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5957860f-24c1-4729-98fd-76d945beb9ff req-aab8940f-878f-491a-a115-5efeecbfa5da service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811138 Mar 21 11:42:05.338337 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-95317f1a-44a1-44db-83f0-97adddae218d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Deleting port 629d49e0-d1a0-4943-a9c6-6f52dc129c12 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:42:05.338674 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95317f1a-44a1-44db-83f0-97adddae218d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (629d49e0-d1a0-4943-a9c6-6f52dc129c12), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:05.414148 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95317f1a-44a1-44db-83f0-97adddae218d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (629d49e0-d1a0-4943-a9c6-6f52dc129c12), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:05.414467 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95317f1a-44a1-44db-83f0-97adddae218d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (629d49e0-d1a0-4943-a9c6-6f52dc129c12), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:05.427531 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-95317f1a-44a1-44db-83f0-97adddae218d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Calling delete_port for 629d49e0-d1a0-4943-a9c6-6f52dc129c12 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:42:05.563522 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95317f1a-44a1-44db-83f0-97adddae218d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604'] for port (629d49e0-d1a0-4943-a9c6-6f52dc129c12), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:05.591460 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95317f1a-44a1-44db-83f0-97adddae218d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event deleted for resources: {'Port': ['ID=629d49e0-d1a0-4943-a9c6-6f52dc129c12,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:05.626823 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95317f1a-44a1-44db-83f0-97adddae218d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (42cf3735-e141-454b-9d93-c07720574c7f), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:05.627579 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-95317f1a-44a1-44db-83f0-97adddae218d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:05.631419 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-95317f1a-44a1-44db-83f0-97adddae218d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "DELETE /v2.0/floatingips/42cf3735-e141-454b-9d93-c07720574c7f HTTP/1.1" status: 204 len: 168 time: 0.4455824 Mar 21 11:42:05.667842 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc88eb-1a8f-4647-9202-08cc60762b14 req-c29f24ae-62b3-4e24-b4d9-593e8331b78d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:05.669338 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0bfc88eb-1a8f-4647-9202-08cc60762b14 req-c29f24ae-62b3-4e24-b4d9-593e8331b78d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0689886 Mar 21 11:42:05.716851 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0bfc88eb-1a8f-4647-9202-08cc60762b14 req-53dc3361-5b49-447c-94ad-5e3215da26a3 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420470 Mar 21 11:42:06.358497 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 21ebdf41-b973-44b1-89a5-634214777d5b no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:42:06.387542 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: 21ebdf41-b973-44b1-89a5-634214777d5b {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:42:06.388210 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 21ebdf41-b973-44b1-89a5-634214777d5b not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:42:06.581673 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108c30b-c82e-4cf0-b290-b8c1160fa647 req-66c1c54a-4c8c-4dcd-af4e-31a49ddc3e3a tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:06.583130 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6108c30b-c82e-4cf0-b290-b8c1160fa647 req-66c1c54a-4c8c-4dcd-af4e-31a49ddc3e3a tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 946 time: 0.0527258 Mar 21 11:42:06.633478 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6108c30b-c82e-4cf0-b290-b8c1160fa647 req-a0b0fc48-722c-47db-ab4a-5687426d25bd tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443678 Mar 21 11:42:06.835258 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d52f5-8852-48c5-bf31-f9fde78a4a49 req-638d2027-742d-41be-bf29-aa76d2d27c70 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:06.836806 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-507d52f5-8852-48c5-bf31-f9fde78a4a49 req-638d2027-742d-41be-bf29-aa76d2d27c70 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0514472 Mar 21 11:42:06.884738 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-507d52f5-8852-48c5-bf31-f9fde78a4a49 req-81fb13a2-3986-4abe-9625-07bcff1eeeb8 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420346 Mar 21 11:42:07.746316 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60003a3-95e6-47c4-9bf4-383e52bd8755 req-7cec6cc4-24df-4a9b-8975-e0a0cec8da52 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:07.747753 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d60003a3-95e6-47c4-9bf4-383e52bd8755 req-7cec6cc4-24df-4a9b-8975-e0a0cec8da52 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 946 time: 0.0503657 Mar 21 11:42:07.793128 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d60003a3-95e6-47c4-9bf4-383e52bd8755 req-1be718fe-ea09-4827-aa0c-a97c19daef85 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391886 Mar 21 11:42:08.006319 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5bacf-db61-47d6-bba3-ecf78a9be1a6 req-f1dda2aa-2a59-4781-b855-ec62c37f8960 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:08.007821 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f7e5bacf-db61-47d6-bba3-ecf78a9be1a6 req-f1dda2aa-2a59-4781-b855-ec62c37f8960 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0564799 Mar 21 11:42:08.054106 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f7e5bacf-db61-47d6-bba3-ecf78a9be1a6 req-cc8e4032-ffa2-4874-8b92-149d7ff30520 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406942 Mar 21 11:42:08.281259 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c2591-01f1-4ea1-aad7-c4b99cb56c0a req-badc6abd-707a-43b2-90d3-e840d3ec97dc tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:08.282695 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5c9c2591-01f1-4ea1-aad7-c4b99cb56c0a req-badc6abd-707a-43b2-90d3-e840d3ec97dc tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 945 time: 0.0511742 Mar 21 11:42:08.328522 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5c9c2591-01f1-4ea1-aad7-c4b99cb56c0a req-7daef134-bf75-4fbc-8354-2c6daf8fdbca tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b4ccfed-76b8-419c-830d-f56baebd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400443 Mar 21 11:42:08.912597 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5e50d-1a54-4e9a-b0fb-95c6edc1b93c req-238f55ce-96a4-41c6-b8c5-a8b272f27779 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:08.913995 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-83c5e50d-1a54-4e9a-b0fb-95c6edc1b93c req-238f55ce-96a4-41c6-b8c5-a8b272f27779 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 946 time: 0.0513544 Mar 21 11:42:08.961952 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-83c5e50d-1a54-4e9a-b0fb-95c6edc1b93c req-00307133-3e69-40f9-b838-712d0f4a49e1 tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/security-groups?id=02987123-73c8-483f-a066-8929fe3ae003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425663 Mar 21 11:42:09.107594 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2be52-3719-4c9c-8f04-107d83a4c183 req-9ce741fa-e52e-409d-90db-aa1215a2df6d tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:09.109081 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-eec2be52-3719-4c9c-8f04-107d83a4c183 req-9ce741fa-e52e-409d-90db-aa1215a2df6d tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.64 "GET /v2.0/ports?device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 946 time: 0.0510468 Mar 21 11:42:09.223475 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e569855-9dfb-4840-b9cf-1f996ed01b00 req-dbcb5f6a-1f4b-4461-9d06-6f0087784803 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:09.224888 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2e569855-9dfb-4840-b9cf-1f996ed01b00 req-dbcb5f6a-1f4b-4461-9d06-6f0087784803 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.1036487 Mar 21 11:42:09.260684 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-eec2be52-3719-4c9c-8f04-107d83a4c183 req-01343e08-3765-4141-a570-665fec05349a tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Deleting port 35040d87-f150-4fbf-92a6-38169dbac8ce {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:42:09.261067 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eec2be52-3719-4c9c-8f04-107d83a4c183 req-01343e08-3765-4141-a570-665fec05349a tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (35040d87-f150-4fbf-92a6-38169dbac8ce), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:09.322639 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2e569855-9dfb-4840-b9cf-1f996ed01b00 req-d0eb9b87-5ec6-4bb1-8bb2-c7fd2c1ab100 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922375 Mar 21 11:42:09.361459 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-eec2be52-3719-4c9c-8f04-107d83a4c183 req-01343e08-3765-4141-a570-665fec05349a tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] For port 35040d87-f150-4fbf-92a6-38169dbac8ce, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=35040d87-f150-4fbf-92a6-38169dbac8ce,segment=NetworkSegment(04f5d841-5b21-4aff-8dbb-cbb06b551551),segment_id=04f5d841-5b21-4aff-8dbb-cbb06b551551)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:42:09.361836 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eec2be52-3719-4c9c-8f04-107d83a4c183 req-01343e08-3765-4141-a570-665fec05349a tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (35040d87-f150-4fbf-92a6-38169dbac8ce), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:09.379324 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-eec2be52-3719-4c9c-8f04-107d83a4c183 req-01343e08-3765-4141-a570-665fec05349a tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Calling delete_port for 35040d87-f150-4fbf-92a6-38169dbac8ce owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:42:09.490446 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d98274-f3ee-41dc-9299-e02e49365253 req-4f3d58aa-da04-479f-9bb5-9de7dae3b8f0 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:09.491833 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-61d98274-f3ee-41dc-9299-e02e49365253 req-4f3d58aa-da04-479f-9bb5-9de7dae3b8f0 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 945 time: 0.0744779 Mar 21 11:42:09.570485 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eec2be52-3719-4c9c-8f04-107d83a4c183 req-01343e08-3765-4141-a570-665fec05349a tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604'] for port (35040d87-f150-4fbf-92a6-38169dbac8ce), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:09.580816 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-61d98274-f3ee-41dc-9299-e02e49365253 req-0f403449-5000-4064-8c40-bb208ea39f0c tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b4ccfed-76b8-419c-830d-f56baebd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807197 Mar 21 11:42:09.582212 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['35040d87-f150-4fbf-92a6-38169dbac8ce'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:42:09.601882 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01343e08-3765-4141-a570-665fec05349a tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Pushing event deleted for resources: {'Port': ['ID=35040d87-f150-4fbf-92a6-38169dbac8ce,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:09.644175 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec2be52-3719-4c9c-8f04-107d83a4c183 req-01343e08-3765-4141-a570-665fec05349a tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] No DVR routers for this DVR port 35040d87-f150-4fbf-92a6-38169dbac8ce on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:42:09.646539 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-eec2be52-3719-4c9c-8f04-107d83a4c183 req-01343e08-3765-4141-a570-665fec05349a tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:09.649970 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-eec2be52-3719-4c9c-8f04-107d83a4c183 req-01343e08-3765-4141-a570-665fec05349a tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.64 "DELETE /v2.0/ports/35040d87-f150-4fbf-92a6-38169dbac8ce HTTP/1.1" status: 204 len: 173 time: 0.5348685 Mar 21 11:42:09.650422 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519d8ef2-bd42-473f-b634-377d4df1c6a7', 'name': 'network-vif-deleted', 'tag': '35040d87-f150-4fbf-92a6-38169dbac8ce'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:42:09.653187 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a839d37f-4cd4-482b-b33a-004fa918d3d0" -d '{"events": [{"server_uuid": "519d8ef2-bd42-473f-b634-377d4df1c6a7", "name": "network-vif-deleted", "tag": "35040d87-f150-4fbf-92a6-38169dbac8ce"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:42:09.688086 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3f3f10-aebd-4c2c-9982-ffea2c025a39 x-openstack-request-id: req-cb3f3f10-aebd-4c2c-9982-ffea2c025a39 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:42:09.688424 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519d8ef2-bd42-473f-b634-377d4df1c6a7", "name": "network-vif-deleted", "tag": "35040d87-f150-4fbf-92a6-38169dbac8ce", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:42:09.688634 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb3f3f10-aebd-4c2c-9982-ffea2c025a39 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:42:09.689033 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519d8ef2-bd42-473f-b634-377d4df1c6a7', 'name': 'network-vif-deleted', 'tag': '35040d87-f150-4fbf-92a6-38169dbac8ce', 'status': 'completed', 'code': 200} Mar 21 11:42:09.914524 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30ee3dcb-f2e4-4252-a73b-39f55eeff4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:10.064107 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7169ff20-9f1d-44fe-b16f-84b176bbddf1 req-4207991d-ea03-41f2-8416-29c8e6c48b0d tempest-VolumesSnapshotTestJSON-307956451 tempest-VolumesSnapshotTestJSON-307956451-project] 10.222.0.61 "GET /v2.0/ports?device_id=519d8ef2-bd42-473f-b634-377d4df1c6a7 HTTP/1.1" status: 200 len: 210 time: 0.0264187 Mar 21 11:42:10.443237 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7179dd-7763-4319-b35f-b598f3922d1d req-9bcc7dcf-b290-40a2-bff4-31cbf5f92656 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:10.444606 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4f7179dd-7763-4319-b35f-b598f3922d1d req-9bcc7dcf-b290-40a2-bff4-31cbf5f92656 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0537844 Mar 21 11:42:10.489271 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4f7179dd-7763-4319-b35f-b598f3922d1d req-6db411c8-0a62-4ff7-a05c-936a648bd8ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391245 Mar 21 11:42:10.550762 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09962a02-50e2-4638-98e1-3b1cd5f1bd28 req-ca032694-460f-4644-937a-1c1c303101c1 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:10.552261 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-09962a02-50e2-4638-98e1-3b1cd5f1bd28 req-ca032694-460f-4644-937a-1c1c303101c1 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 945 time: 0.0502906 Mar 21 11:42:10.657133 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-09962a02-50e2-4638-98e1-3b1cd5f1bd28 req-64386a9d-1da3-4918-a7c1-2532ecd9b791 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Deleting port bf77f3fc-ea88-414b-89d7-07192f8baf09 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:42:10.657470 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-09962a02-50e2-4638-98e1-3b1cd5f1bd28 req-64386a9d-1da3-4918-a7c1-2532ecd9b791 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (bf77f3fc-ea88-414b-89d7-07192f8baf09), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:10.760037 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9493fa-3147-4a25-a6ea-511d9c83048a req-acbd5801-4ff6-4484-b6f9-3747ac352b77 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:10.761417 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bb9493fa-3147-4a25-a6ea-511d9c83048a req-acbd5801-4ff6-4484-b6f9-3747ac352b77 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 945 time: 0.1149776 Mar 21 11:42:10.786895 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-09962a02-50e2-4638-98e1-3b1cd5f1bd28 req-64386a9d-1da3-4918-a7c1-2532ecd9b791 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] For port bf77f3fc-ea88-414b-89d7-07192f8baf09, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=bf77f3fc-ea88-414b-89d7-07192f8baf09,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:42:10.787249 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-09962a02-50e2-4638-98e1-3b1cd5f1bd28 req-64386a9d-1da3-4918-a7c1-2532ecd9b791 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (bf77f3fc-ea88-414b-89d7-07192f8baf09), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:10.859641 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bb9493fa-3147-4a25-a6ea-511d9c83048a req-b596ffe4-7c83-4af3-84cb-3440c39c2cca tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b4ccfed-76b8-419c-830d-f56baebd4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891819 Mar 21 11:42:10.971245 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-09962a02-50e2-4638-98e1-3b1cd5f1bd28 req-64386a9d-1da3-4918-a7c1-2532ecd9b791 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:10.971621 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-09962a02-50e2-4638-98e1-3b1cd5f1bd28 req-64386a9d-1da3-4918-a7c1-2532ecd9b791 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (2e4266d2-9037-4361-8db3-17a7d48a0e1e), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:10.971970 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [req-09962a02-50e2-4638-98e1-3b1cd5f1bd28 req-64386a9d-1da3-4918-a7c1-2532ecd9b791 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Floating IP 2e4266d2-9037-4361-8db3-17a7d48a0e1e disassociated. External IP: 172.27.0.50, port: bf77f3fc-ea88-414b-89d7-07192f8baf09. Mar 21 11:42:10.972305 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-09962a02-50e2-4638-98e1-3b1cd5f1bd28 req-64386a9d-1da3-4918-a7c1-2532ecd9b791 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Calling delete_port for bf77f3fc-ea88-414b-89d7-07192f8baf09 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:42:11.096017 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-09962a02-50e2-4638-98e1-3b1cd5f1bd28 req-64386a9d-1da3-4918-a7c1-2532ecd9b791 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604'] for port (bf77f3fc-ea88-414b-89d7-07192f8baf09), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:11.122246 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64386a9d-1da3-4918-a7c1-2532ecd9b791 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event deleted for resources: {'Port': ['ID=bf77f3fc-ea88-414b-89d7-07192f8baf09,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:11.240178 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09962a02-50e2-4638-98e1-3b1cd5f1bd28 req-64386a9d-1da3-4918-a7c1-2532ecd9b791 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Router 23780c50-5505-422f-98fa-76f67c3a334b has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:42:11.355498 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09962a02-50e2-4638-98e1-3b1cd5f1bd28 req-64386a9d-1da3-4918-a7c1-2532ecd9b791 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:42:11.391388 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37df8a92-6e5d-483e-b442-e5ccf3396495 None None] Sync routers for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:42:11.399181 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-09962a02-50e2-4638-98e1-3b1cd5f1bd28 req-64386a9d-1da3-4918-a7c1-2532ecd9b791 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] No DVR routers for this DVR port bf77f3fc-ea88-414b-89d7-07192f8baf09 on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:42:11.401487 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-09962a02-50e2-4638-98e1-3b1cd5f1bd28 req-64386a9d-1da3-4918-a7c1-2532ecd9b791 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:11.403485 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df8a92-6e5d-483e-b442-e5ccf3396495 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:42:11.404255 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-37df8a92-6e5d-483e-b442-e5ccf3396495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:41:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:11.405281 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-09962a02-50e2-4638-98e1-3b1cd5f1bd28 req-64386a9d-1da3-4918-a7c1-2532ecd9b791 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "DELETE /v2.0/ports/bf77f3fc-ea88-414b-89d7-07192f8baf09 HTTP/1.1" status: 204 len: 173 time: 0.8466742 Mar 21 11:42:11.518239 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-37df8a92-6e5d-483e-b442-e5ccf3396495 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:42:11.619655 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c4ded-8e18-400c-960f-2a6975d459b3 req-74d8a097-e1ed-41cf-b5aa-76d96ec04a3e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:11.621523 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-897c4ded-8e18-400c-960f-2a6975d459b3 req-74d8a097-e1ed-41cf-b5aa-76d96ec04a3e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0586126 Mar 21 11:42:11.676609 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-897c4ded-8e18-400c-960f-2a6975d459b3 req-41ac7630-37ad-4338-9a49-bb5f50aec3d9 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487595 Mar 21 11:42:11.690260 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'name': 'network-vif-deleted', 'tag': 'bf77f3fc-ea88-414b-89d7-07192f8baf09'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:42:11.692746 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f62bedc-e598-4ae5-b362-b2a1a23fc114" -d '{"events": [{"server_uuid": "d0c586ea-515f-425f-8bac-28bccbaf8d49", "name": "network-vif-deleted", "tag": "bf77f3fc-ea88-414b-89d7-07192f8baf09"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:42:11.728091 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb2a05c-c2f6-4270-8258-8e42b8c86cae x-openstack-request-id: req-4bb2a05c-c2f6-4270-8258-8e42b8c86cae {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:42:11.728389 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c586ea-515f-425f-8bac-28bccbaf8d49", "name": "network-vif-deleted", "tag": "bf77f3fc-ea88-414b-89d7-07192f8baf09", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:42:11.728642 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4bb2a05c-c2f6-4270-8258-8e42b8c86cae {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:42:11.729038 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c586ea-515f-425f-8bac-28bccbaf8d49', 'name': 'network-vif-deleted', 'tag': 'bf77f3fc-ea88-414b-89d7-07192f8baf09', 'status': 'completed', 'code': 200} Mar 21 11:42:11.729196 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-37df8a92-6e5d-483e-b442-e5ccf3396495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:11.756551 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37df8a92-6e5d-483e-b442-e5ccf3396495 None None] Checking router: 23780c50-5505-422f-98fa-76f67c3a334b for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:42:11.764466 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df8a92-6e5d-483e-b442-e5ccf3396495 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:42:11.765061 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-37df8a92-6e5d-483e-b442-e5ccf3396495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:41:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:11.966967 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cef9b35a-00b4-48f0-89ff-f2d58fef8544 req-07de684d-362e-4e23-b960-804167560d07 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c586ea-515f-425f-8bac-28bccbaf8d49 HTTP/1.1" status: 200 len: 210 time: 0.0291543 Mar 21 11:42:11.967465 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-37df8a92-6e5d-483e-b442-e5ccf3396495 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:42:12.164200 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-37df8a92-6e5d-483e-b442-e5ccf3396495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:12.189151 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37df8a92-6e5d-483e-b442-e5ccf3396495 None None] The sync data for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi is: [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:42:12.250324 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-73c28522-5b54-4caa-9da4-9b5670558585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:12.404731 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860dadb6-c599-4a86-bf50-f51c62a4e19c None None] New status for floating IP 2e4266d2-9037-4361-8db3-17a7d48a0e1e: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:42:12.410569 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 35040d87-f150-4fbf-92a6-38169dbac8ce no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:42:12.493932 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: 35040d87-f150-4fbf-92a6-38169dbac8ce {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:42:12.494419 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 35040d87-f150-4fbf-92a6-38169dbac8ce not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:42:12.792625 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0eb3b-5fbb-4806-821b-4d73051ddb7d req-a209b7c0-38c4-40c0-a34e-5164561421b1 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:12.794054 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-27d0eb3b-5fbb-4806-821b-4d73051ddb7d req-a209b7c0-38c4-40c0-a34e-5164561421b1 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0511217 Mar 21 11:42:12.839154 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-27d0eb3b-5fbb-4806-821b-4d73051ddb7d req-bdbe9f90-c559-4498-b53a-2fc5c26e9897 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396147 Mar 21 11:42:13.047120 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 40486) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:13.099396 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-89ad710a-8226-40fa-a98c-15e3edba7ce4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (2b4ccfed-76b8-419c-830d-f56baebd4a93), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:13.121837 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-89ad710a-8226-40fa-a98c-15e3edba7ce4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (2b4ccfed-76b8-419c-830d-f56baebd4a93), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:13.171355 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-89ad710a-8226-40fa-a98c-15e3edba7ce4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (2b4ccfed-76b8-419c-830d-f56baebd4a93), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:13.174026 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-89ad710a-8226-40fa-a98c-15e3edba7ce4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:13.175677 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-89ad710a-8226-40fa-a98c-15e3edba7ce4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "DELETE /v2.0/security-groups/2b4ccfed-76b8-419c-830d-f56baebd4a93 HTTP/1.1" status: 204 len: 168 time: 0.1274810 Mar 21 11:42:13.178783 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 40488) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:13.184525 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad710a-8226-40fa-a98c-15e3edba7ce4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4ccfed-76b8-419c-830d-f56baebd4a93,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:13.192184 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.api.v2.resource [None req-53e117ab-a6f9-4f05-aa51-6e6700e55890 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] show failed (client error): The resource could not be found. Mar 21 11:42:13.193172 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-53e117ab-a6f9-4f05-aa51-6e6700e55890 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups/2b4ccfed-76b8-419c-830d-f56baebd4a93 HTTP/1.1" status: 404 len: 347 time: 0.0134177 Mar 21 11:42:13.196064 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 40490) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:13.315678 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-a696b3e0-4a74-4367-a841-d815f59f1db4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Deleting port 942418a9-e58d-444a-9edb-01232a7075fe {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:42:13.316046 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a696b3e0-4a74-4367-a841-d815f59f1db4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (942418a9-e58d-444a-9edb-01232a7075fe), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:13.391510 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a696b3e0-4a74-4367-a841-d815f59f1db4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (942418a9-e58d-444a-9edb-01232a7075fe), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:13.391937 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a696b3e0-4a74-4367-a841-d815f59f1db4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (942418a9-e58d-444a-9edb-01232a7075fe), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:13.403803 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-a696b3e0-4a74-4367-a841-d815f59f1db4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Calling delete_port for 942418a9-e58d-444a-9edb-01232a7075fe owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:42:13.465082 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:13.756672 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a696b3e0-4a74-4367-a841-d815f59f1db4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (942418a9-e58d-444a-9edb-01232a7075fe), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:13.783388 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696b3e0-4a74-4367-a841-d815f59f1db4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event deleted for resources: {'Port': ['ID=942418a9-e58d-444a-9edb-01232a7075fe,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:13.844272 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a696b3e0-4a74-4367-a841-d815f59f1db4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (2e4266d2-9037-4361-8db3-17a7d48a0e1e), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:13.846690 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a696b3e0-4a74-4367-a841-d815f59f1db4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:13.847858 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a696b3e0-4a74-4367-a841-d815f59f1db4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "DELETE /v2.0/floatingips/2e4266d2-9037-4361-8db3-17a7d48a0e1e HTTP/1.1" status: 204 len: 168 time: 0.6507123 Mar 21 11:42:13.958947 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ef7cd-171d-4db8-8f4c-3a59b1c84d71 req-d4902b1c-dd86-405d-84b3-d6fb22b6b4cf tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:13.960431 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-624ef7cd-171d-4db8-8f4c-3a59b1c84d71 req-d4902b1c-dd86-405d-84b3-d6fb22b6b4cf tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0518489 Mar 21 11:42:14.005891 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-624ef7cd-171d-4db8-8f4c-3a59b1c84d71 req-a326bea5-b5b2-4e84-81a9-d570cf15f36b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399258 Mar 21 11:42:14.108468 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 40500) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:14.113516 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b56a0064-9fc6-4871-b26b-b63f9dd80f6b tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529605149', 'description': 'tempest-description--1164818769'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:42:14.132970 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b56a0064-9fc6-4871-b26b-b63f9dd80f6b tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.196549 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b56a0064-9fc6-4871-b26b-b63f9dd80f6b tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (eeff7c1d-044e-4214-84a8-c05172c697d0), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.200036 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b56a0064-9fc6-4871-b26b-b63f9dd80f6b tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (eeff7c1d-044e-4214-84a8-c05172c697d0), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.227867 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b56a0064-9fc6-4871-b26b-b63f9dd80f6b tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.229083 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b56a0064-9fc6-4871-b26b-b63f9dd80f6b tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1196172 Mar 21 11:42:14.230956 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a0064-9fc6-4871-b26b-b63f9dd80f6b tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeff7c1d-044e-4214-84a8-c05172c697d0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:14.231994 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 40502) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:14.236475 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-5b9e8418-dc06-4300-8ca7-fe894dd2abbb tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'security_group_rule': {'security_group_id': 'eeff7c1d-044e-4214-84a8-c05172c697d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:42:14.261187 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b9e8418-dc06-4300-8ca7-fe894dd2abbb tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (cd4f05e6-d0a7-4d76-add2-9a1b0ba3586f), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.319608 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b9e8418-dc06-4300-8ca7-fe894dd2abbb tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (cd4f05e6-d0a7-4d76-add2-9a1b0ba3586f), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.323035 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b9e8418-dc06-4300-8ca7-fe894dd2abbb tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (cd4f05e6-d0a7-4d76-add2-9a1b0ba3586f), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.339707 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e8418-dc06-4300-8ca7-fe894dd2abbb tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4f05e6-d0a7-4d76-add2-9a1b0ba3586f,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:14.347222 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b9e8418-dc06-4300-8ca7-fe894dd2abbb tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.348348 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-5b9e8418-dc06-4300-8ca7-fe894dd2abbb tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153367 Mar 21 11:42:14.350872 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 40504) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:14.355097 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e1be6b04-405e-4d19-bd23-d62992441ad6 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'security_group_rule': {'security_group_id': 'eeff7c1d-044e-4214-84a8-c05172c697d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:42:14.379180 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1be6b04-405e-4d19-bd23-d62992441ad6 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (15b07085-2960-43a3-97dc-0d3619e48425), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.434999 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1be6b04-405e-4d19-bd23-d62992441ad6 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (15b07085-2960-43a3-97dc-0d3619e48425), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.438614 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1be6b04-405e-4d19-bd23-d62992441ad6 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (15b07085-2960-43a3-97dc-0d3619e48425), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.456344 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be6b04-405e-4d19-bd23-d62992441ad6 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b07085-2960-43a3-97dc-0d3619e48425,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:14.463669 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e1be6b04-405e-4d19-bd23-d62992441ad6 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.464911 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e1be6b04-405e-4d19-bd23-d62992441ad6 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131198 Mar 21 11:42:14.467967 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 40506) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:14.472727 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'floatingip': {'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:42:14.492327 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.583259 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.690860 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Allocated IP 172.27.0.170 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/72b0f46a-77d5-43e8-b867-2a445e01edff) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:42:14.767164 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.790563 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for port (72b0f46a-77d5-43e8-b867-2a445e01edff), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.822040 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (72b0f46a-77d5-43e8-b867-2a445e01edff), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.860686 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:42:14.863500 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:42:14.866887 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:42:14.882715 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'Port': ['ID=72b0f46a-77d5-43e8-b867-2a445e01edff,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:14.921172 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (9cf1b68d-53d6-4cfd-9574-b598a6c724ad), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:14.955068 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (72b0f46a-77d5-43e8-b867-2a445e01edff), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:15.133440 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for port (72b0f46a-77d5-43e8-b867-2a445e01edff), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:15.141643 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (72b0f46a-77d5-43e8-b867-2a445e01edff), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:15.156428 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddea99-5a6f-476e-8d87-dd9a758e32f8 req-58ec6134-b0b7-48aa-b6e4-3595809df10c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:15.157895 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-89ddea99-5a6f-476e-8d87-dd9a758e32f8 req-58ec6134-b0b7-48aa-b6e4-3595809df10c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0830176 Mar 21 11:42:15.189856 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (9cf1b68d-53d6-4cfd-9574-b598a6c724ad), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:15.230418 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:15.231617 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7627180 Mar 21 11:42:15.232905 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f17d2-fa9b-4678-813f-4733d62e1490 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'Port': ['ID=72b0f46a-77d5-43e8-b867-2a445e01edff,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:15.248365 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-89ddea99-5a6f-476e-8d87-dd9a758e32f8 req-2190a536-85c3-4d79-b513-67bfa8f7450a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721073 Mar 21 11:42:15.424286 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-e1381809-e128-44d4-8a08-7035d48552ff tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--529605149&fields=id&tenant_id=8ee9a47756654ffb95e31ec71d9f9a10 HTTP/1.1" status: 200 len: 267 time: 0.0420740 Mar 21 11:42:15.521315 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device bf77f3fc-ea88-414b-89d7-07192f8baf09 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:42:15.525280 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-dd735263-9aca-4330-b243-95a52cab984a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:15.526710 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-dd735263-9aca-4330-b243-95a52cab984a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/networks?id=18d4826d-4fed-4890-a7bf-cce3a3544769 HTTP/1.1" status: 200 len: 815 time: 0.0956163 Mar 21 11:42:15.540805 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: bf77f3fc-ea88-414b-89d7-07192f8baf09 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:42:15.541150 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device bf77f3fc-ea88-414b-89d7-07192f8baf09 not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:42:15.541268 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-6a73ea22-fa43-43d5-a700-f2446dfa43f1 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/quotas/8ee9a47756654ffb95e31ec71d9f9a10 HTTP/1.1" status: 200 len: 375 time: 0.0090144 Mar 21 11:42:15.598437 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-a8309c4a-ba54-4ef7-8aaa-573501522a0d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ee9a47756654ffb95e31ec71d9f9a10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521381 Mar 21 11:42:15.692507 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-95cfabe2-20f4-4c67-8c0e-715fe45f7565 service neutron] 10.222.0.61 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812383 Mar 21 11:42:15.783728 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-777585ff-a2d5-45cc-b122-ac39a3c6b39e service neutron] 10.222.0.61 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854812 Mar 21 11:42:15.940998 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-36abc097-6492-4285-947b-08a3b15f6672 req-4dae54e0-e4c4-4dd2-8eb5-18f5fdef53a9 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 210 time: 0.0274932 Mar 21 11:42:16.375478 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628a63c-0425-4c4e-a370-56cdf2b3db66 req-f1c0ca03-28fa-40b9-aec3-8e4dd212a3c7 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:16.377740 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4628a63c-0425-4c4e-a370-56cdf2b3db66 req-f1c0ca03-28fa-40b9-aec3-8e4dd212a3c7 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0629678 Mar 21 11:42:16.399404 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:16.427222 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4628a63c-0425-4c4e-a370-56cdf2b3db66 req-7981f985-f753-49d6-9961-4110b1f70592 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439703 Mar 21 11:42:17.063673 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c1bd8f97-ec75-4b55-b780-ea5e1080715f req-1e33c6ac-c25c-4f85-afe0-81d1b328ffd4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 210 time: 0.0345223 Mar 21 11:42:17.100997 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-4e54672b-1e47-47f6-a944-138c20bbbab4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:17.102432 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-4e54672b-1e47-47f6-a944-138c20bbbab4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "GET /v2.0/networks?id=18d4826d-4fed-4890-a7bf-cce3a3544769 HTTP/1.1" status: 200 len: 815 time: 0.1808889 Mar 21 11:42:17.163082 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-cac5ae1d-fb07-4ce4-b3fe-b437ec8c6b97 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ee9a47756654ffb95e31ec71d9f9a10 HTTP/1.1" status: 200 len: 379 time: 0.0495574 Mar 21 11:42:17.172929 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-3c3b872d-486c-40bb-b883-fd1721dcce73 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'port': {'device_id': '51306fdb-8487-4c16-af2b-bb881ac3f6b5', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'admin_state_up': True, 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'security_groups': ['eeff7c1d-044e-4214-84a8-c05172c697d0']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:42:17.207189 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:17.282099 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-3c3b872d-486c-40bb-b883-fd1721dcce73 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Made reservation on behalf of 8ee9a47756654ffb95e31ec71d9f9a10 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:42:17.285535 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-3c3b872d-486c-40bb-b883-fd1721dcce73 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:17.410973 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-3c3b872d-486c-40bb-b883-fd1721dcce73 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Allocated IP 172.20.0.5 (18d4826d-4fed-4890-a7bf-cce3a3544769/d9496d40-b2b9-4409-803c-f41482ae8f58/1586fde1-b45a-4aff-840b-ccd1c22de749) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:42:17.807643 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf25ac0-5bf5-494a-91b7-a2446a867b0c req-1ea6d02a-c3d8-4502-bd18-cf71b6dd245f tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:17.809037 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-abf25ac0-5bf5-494a-91b7-a2446a867b0c req-1ea6d02a-c3d8-4502-bd18-cf71b6dd245f tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0916140 Mar 21 11:42:17.813449 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-3c3b872d-486c-40bb-b883-fd1721dcce73 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for port (1586fde1-b45a-4aff-840b-ccd1c22de749), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:17.877385 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-abf25ac0-5bf5-494a-91b7-a2446a867b0c req-a64b7cac-b233-4093-ba6b-5d98f4494bc6 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623281 Mar 21 11:42:17.884621 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-3c3b872d-486c-40bb-b883-fd1721dcce73 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (1586fde1-b45a-4aff-840b-ccd1c22de749), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:17.924618 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-3c3b872d-486c-40bb-b883-fd1721dcce73 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Network 18d4826d-4fed-4890-a7bf-cce3a3544769 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:42:17.928143 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-3c3b872d-486c-40bb-b883-fd1721dcce73 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:42:17.930490 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-3c3b872d-486c-40bb-b883-fd1721dcce73 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:42:17.936106 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-3c3b872d-486c-40bb-b883-fd1721dcce73 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:17.937266 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-3c3b872d-486c-40bb-b883-fd1721dcce73 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:17.961803 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b872d-486c-40bb-b883-fd1721dcce73 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'Port': ['ID=1586fde1-b45a-4aff-840b-ccd1c22de749,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:17.966674 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-3c3b872d-486c-40bb-b883-fd1721dcce73 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7972319 Mar 21 11:42:17.986495 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Request body: {'port': {'device_id': '51306fdb-8487-4c16-af2b-bb881ac3f6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:42:18.052930 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1586fde1-b45a-4aff-840b-ccd1c22de749), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:18.195575 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-f0eb697c-90b0-4c66-a748-1ac3ff40771a None None] Provisioning complete for port 1586fde1-b45a-4aff-840b-ccd1c22de749 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:42:18.196123 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0eb697c-90b0-4c66-a748-1ac3ff40771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1586fde1-b45a-4aff-840b-ccd1c22de749), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:18.235371 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb697c-90b0-4c66-a748-1ac3ff40771a None None] Port 1586fde1-b45a-4aff-840b-ccd1c22de749 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:42:18.287708 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e922301-2164-4ae3-9a3b-fd8ec02803c8 req-a8ce672e-0cae-43ce-ac89-ff38914187d8 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:18.289258 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6e922301-2164-4ae3-9a3b-fd8ec02803c8 req-a8ce672e-0cae-43ce-ac89-ff38914187d8 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 931 time: 0.1154273 Mar 21 11:42:18.364943 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6e922301-2164-4ae3-9a3b-fd8ec02803c8 req-4e153628-1695-46f0-9328-8cfbac23574c tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeff7c1d-044e-4214-84a8-c05172c697d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699453 Mar 21 11:42:18.418441 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1586fde1-b45a-4aff-840b-ccd1c22de749 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:42:18.430082 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Publish callbacks [] for port (1586fde1-b45a-4aff-840b-ccd1c22de749), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:18.443843 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Transition to ACTIVE for port object 1586fde1-b45a-4aff-840b-ccd1c22de749 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:42:18.449061 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1586fde1-b45a-4aff-840b-ccd1c22de749), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:18.501789 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Pushing event updated for resources: {'Port': ['ID=1586fde1-b45a-4aff-840b-ccd1c22de749,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:18.538798 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Attempting to bind port 1586fde1-b45a-4aff-840b-ccd1c22de749 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:42:18.539141 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Attempting to bind port 1586fde1-b45a-4aff-840b-ccd1c22de749 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:42:18.539473 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Attempting to bind port 1586fde1-b45a-4aff-840b-ccd1c22de749 on network 18d4826d-4fed-4890-a7bf-cce3a3544769 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:42:18.544274 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Port 1586fde1-b45a-4aff-840b-ccd1c22de749 on network 18d4826d-4fed-4890-a7bf-cce3a3544769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:42:18.544601 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Attempting to bind port 1586fde1-b45a-4aff-840b-ccd1c22de749 on network 18d4826d-4fed-4890-a7bf-cce3a3544769 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:42:18.550343 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:42:18.550792 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Checking segment: {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:42:18.551185 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Bound using segment: {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:42:18.551616 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Bound port: 1586fde1-b45a-4aff-840b-ccd1c22de749, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:42:18.552054 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1586fde1-b45a-4aff-840b-ccd1c22de749), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:18.630705 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] For port 1586fde1-b45a-4aff-840b-ccd1c22de749, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:42:18.634495 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] For port 1586fde1-b45a-4aff-840b-ccd1c22de749, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1586fde1-b45a-4aff-840b-ccd1c22de749,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:42:18.642335 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1586fde1-b45a-4aff-840b-ccd1c22de749), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:18.707455 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:18.708099 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:18.709607 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] 10.222.0.64 "PUT /v2.0/ports/1586fde1-b45a-4aff-840b-ccd1c22de749 HTTP/1.1" status: 200 len: 1093 time: 0.7280929 Mar 21 11:42:18.710955 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51306fdb-8487-4c16-af2b-bb881ac3f6b5', 'tag': '1586fde1-b45a-4aff-840b-ccd1c22de749'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:42:18.713234 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1368a3b3-d835-43a2-8df7-671497b58ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "51306fdb-8487-4c16-af2b-bb881ac3f6b5", "tag": "1586fde1-b45a-4aff-840b-ccd1c22de749"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:42:18.742667 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ac611-9624-403f-9d70-ac44d90beb20 service neutron] Pushing event updated for resources: {'Port': ['ID=1586fde1-b45a-4aff-840b-ccd1c22de749,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:18.776470 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0899f-77af-49dc-9b24-c943efd7a0c6 req-ad6f3576-20d8-4630-8074-6f00e0d8352a tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:18.778032 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e3f0899f-77af-49dc-9b24-c943efd7a0c6 req-ad6f3576-20d8-4630-8074-6f00e0d8352a tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.1083391 Mar 21 11:42:18.779508 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9351f2-bcbc-4a44-b7a3-1f26eef68d84 x-openstack-request-id: req-8e9351f2-bcbc-4a44-b7a3-1f26eef68d84 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:42:18.779934 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51306fdb-8487-4c16-af2b-bb881ac3f6b5", "tag": "1586fde1-b45a-4aff-840b-ccd1c22de749", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:42:18.780168 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e9351f2-bcbc-4a44-b7a3-1f26eef68d84 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:42:18.780632 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51306fdb-8487-4c16-af2b-bb881ac3f6b5', 'tag': '1586fde1-b45a-4aff-840b-ccd1c22de749', 'status': 'completed', 'code': 200} Mar 21 11:42:18.854725 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e3f0899f-77af-49dc-9b24-c943efd7a0c6 req-8b53a741-bd1b-4046-aa88-f3882b59aa67 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655773 Mar 21 11:42:18.860222 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-556e0af0-3910-41a5-8708-3e37f780c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:18.862804 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-556e0af0-3910-41a5-8708-3e37f780c9d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ee9a47756654ffb95e31ec71d9f9a10&device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 1127 time: 0.0806172 Mar 21 11:42:18.910262 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-56133797-7b97-401e-9ba6-931c9279df50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1586fde1-b45a-4aff-840b-ccd1c22de749 HTTP/1.1" status: 200 len: 217 time: 0.0407326 Mar 21 11:42:18.982553 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-4d9b73f0-1421-485e-ae85-7d98804d7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:18.984012 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-4d9b73f0-1421-485e-ae85-7d98804d7e02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9496d40-b2b9-4409-803c-f41482ae8f58 HTTP/1.1" status: 200 len: 854 time: 0.0669525 Mar 21 11:42:19.028150 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556e40b-7ef0-42e1-a8d0-0ac138fdb6a5 req-63c70a45-4788-4083-9563-e3688628d2e1 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:19.029609 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4556e40b-7ef0-42e1-a8d0-0ac138fdb6a5 req-63c70a45-4788-4083-9563-e3688628d2e1 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0826280 Mar 21 11:42:19.083821 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-97e3a60d-1c98-47b5-ab3b-2879dcf1710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:19.085780 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-97e3a60d-1c98-47b5-ab3b-2879dcf1710b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d4826d-4fed-4890-a7bf-cce3a3544769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0903578 Mar 21 11:42:19.093716 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4556e40b-7ef0-42e1-a8d0-0ac138fdb6a5 req-68136425-02e3-4d6e-88cb-0271d8736af0 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578797 Mar 21 11:42:19.176582 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-e3bfb483-7b6e-4a72-8e6c-a094716c2cf4 service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819321 Mar 21 11:42:19.269978 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75b1bd0d-21ae-4648-b531-40e3bae08028 req-a7284484-1f91-4329-9ac4-bb52a0edc310 service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853631 Mar 21 11:42:19.372160 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368a3b3-d835-43a2-8df7-671497b58ed0 req-e062d91d-656b-4b96-a72a-63f0bb0dcda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:19.373580 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1368a3b3-d835-43a2-8df7-671497b58ed0 req-e062d91d-656b-4b96-a72a-63f0bb0dcda3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ee9a47756654ffb95e31ec71d9f9a10&device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 1127 time: 0.0490906 Mar 21 11:42:19.510404 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368a3b3-d835-43a2-8df7-671497b58ed0 req-68863841-85ba-40e7-9440-4ded4108f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:19.511905 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1368a3b3-d835-43a2-8df7-671497b58ed0 req-68863841-85ba-40e7-9440-4ded4108f13a service neutron] 10.222.0.64 "GET /v2.0/networks?id=18d4826d-4fed-4890-a7bf-cce3a3544769 HTTP/1.1" status: 200 len: 916 time: 0.1320090 Mar 21 11:42:19.524692 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bc83a-582d-4e47-bd3b-4139fcbdd943 req-5356b07d-37a4-4cbe-adc4-847bae99d681 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:19.531264 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f36bc83a-582d-4e47-bd3b-4139fcbdd943 req-5356b07d-37a4-4cbe-adc4-847bae99d681 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 943 time: 0.0909407 Mar 21 11:42:19.579544 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1368a3b3-d835-43a2-8df7-671497b58ed0 req-db237119-684c-4ad4-9f4d-88733442bfe4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1586fde1-b45a-4aff-840b-ccd1c22de749 HTTP/1.1" status: 200 len: 217 time: 0.0455763 Mar 21 11:42:19.644332 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f36bc83a-582d-4e47-bd3b-4139fcbdd943 req-91bfa77e-e1dc-40e6-a3bd-dc9b4d2e97f5 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeff7c1d-044e-4214-84a8-c05172c697d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121960 Mar 21 11:42:19.649425 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368a3b3-d835-43a2-8df7-671497b58ed0 req-e430d771-71a7-4082-b451-a28544fc5596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:19.650781 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1368a3b3-d835-43a2-8df7-671497b58ed0 req-e430d771-71a7-4082-b451-a28544fc5596 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9496d40-b2b9-4409-803c-f41482ae8f58 HTTP/1.1" status: 200 len: 854 time: 0.0636818 Mar 21 11:42:19.709270 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368a3b3-d835-43a2-8df7-671497b58ed0 req-56fc72e9-08af-4582-87d3-cb80d55031a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:19.710643 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1368a3b3-d835-43a2-8df7-671497b58ed0 req-56fc72e9-08af-4582-87d3-cb80d55031a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d4826d-4fed-4890-a7bf-cce3a3544769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444448 Mar 21 11:42:19.795691 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1368a3b3-d835-43a2-8df7-671497b58ed0 req-19c58412-c5c5-4880-9677-cc7bc80dca23 service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784826 Mar 21 11:42:19.890909 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1368a3b3-d835-43a2-8df7-671497b58ed0 req-b4084f66-910d-45df-92a6-06850e0430de service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887589 Mar 21 11:42:19.972858 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357f3f2-1e98-434e-9db0-ae6ffdd0dbe8 req-92430483-df07-4855-bf9b-f60fe0d1c734 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:19.974181 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8357f3f2-1e98-434e-9db0-ae6ffdd0dbe8 req-92430483-df07-4855-bf9b-f60fe0d1c734 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0511963 Mar 21 11:42:20.020000 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8357f3f2-1e98-434e-9db0-ae6ffdd0dbe8 req-c71340c9-17f4-4236-a919-4d50d22e274b tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403523 Mar 21 11:42:20.213635 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bdb1e-3162-4baf-8588-72d4805337fa req-5adb5f6c-a3f4-4b74-bc49-624a66d7f24c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:20.215068 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fe2bdb1e-3162-4baf-8588-72d4805337fa req-5adb5f6c-a3f4-4b74-bc49-624a66d7f24c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0544467 Mar 21 11:42:20.260629 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fe2bdb1e-3162-4baf-8588-72d4805337fa req-b714545e-52bf-42ee-9831-e896d3c7caf6 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398800 Mar 21 11:42:20.765130 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36597149-61ae-4b69-9fec-1b04e89a79a5 req-905ddca2-fe53-4595-a6e2-444e7585b86a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:20.766718 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-36597149-61ae-4b69-9fec-1b04e89a79a5 req-905ddca2-fe53-4595-a6e2-444e7585b86a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 943 time: 0.0542979 Mar 21 11:42:20.812305 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-36597149-61ae-4b69-9fec-1b04e89a79a5 req-d7408b1f-872c-461f-a65b-b499f207d97d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeff7c1d-044e-4214-84a8-c05172c697d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394912 Mar 21 11:42:21.135286 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaff1b7-0304-42e1-9483-69ebe8254d27 req-7b6ef8f5-591e-436e-8e3e-494ddbfbb459 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:21.136765 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-abaff1b7-0304-42e1-9483-69ebe8254d27 req-7b6ef8f5-591e-436e-8e3e-494ddbfbb459 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0508649 Mar 21 11:42:21.184597 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-abaff1b7-0304-42e1-9483-69ebe8254d27 req-6ae82943-deb9-4689-8db4-000fdc2244a1 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421519 Mar 21 11:42:21.376322 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb983667-297d-4357-8f6f-916b404434fc req-f96d3e75-8a45-4490-a344-9c72b6d531d5 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:21.378282 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb983667-297d-4357-8f6f-916b404434fc req-f96d3e75-8a45-4490-a344-9c72b6d531d5 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0524442 Mar 21 11:42:21.423391 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb983667-297d-4357-8f6f-916b404434fc req-1d6ed58e-7040-412a-a8f7-04342c66a158 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395505 Mar 21 11:42:21.926946 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c75d2a-18c5-402f-a186-c77bcf552842 req-cfb8ffc2-fb60-40c5-ae87-7b64f4fa027f tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:21.928400 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f8c75d2a-18c5-402f-a186-c77bcf552842 req-cfb8ffc2-fb60-40c5-ae87-7b64f4fa027f tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 943 time: 0.0504301 Mar 21 11:42:21.973382 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f8c75d2a-18c5-402f-a186-c77bcf552842 req-f29b8671-2922-4c5a-a7af-c6c57857ce3a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeff7c1d-044e-4214-84a8-c05172c697d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394461 Mar 21 11:42:22.301660 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28acfe-c219-43f8-a024-5726a009fa24 req-b21b3ad5-453f-4bd4-a56a-69e61bf0c0bd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:22.302999 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0d28acfe-c219-43f8-a024-5726a009fa24 req-b21b3ad5-453f-4bd4-a56a-69e61bf0c0bd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0540874 Mar 21 11:42:22.348184 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0d28acfe-c219-43f8-a024-5726a009fa24 req-f6e3bfc0-346d-4351-a6e0-13e564858d11 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396924 Mar 21 11:42:22.540878 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c29dd-def9-4cbd-bf5e-8a498972536a req-5ac10d56-7d50-4151-9f37-2e0e86d5d37a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:22.542335 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f60c29dd-def9-4cbd-bf5e-8a498972536a req-5ac10d56-7d50-4151-9f37-2e0e86d5d37a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0517745 Mar 21 11:42:22.587880 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f60c29dd-def9-4cbd-bf5e-8a498972536a req-c35e3ef0-6e37-4f8c-8f7b-92da7abee5ce tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400128 Mar 21 11:42:23.087507 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b9995-3205-4b67-90d3-dcba00e5414b req-ef57d1a7-751a-40c3-ad57-fceb2b70964e tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:23.089103 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d67b9995-3205-4b67-90d3-dcba00e5414b req-ef57d1a7-751a-40c3-ad57-fceb2b70964e tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 943 time: 0.0515478 Mar 21 11:42:23.138249 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d67b9995-3205-4b67-90d3-dcba00e5414b req-603df499-d87c-4a0b-a238-f26bb983bff8 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeff7c1d-044e-4214-84a8-c05172c697d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437567 Mar 21 11:42:23.461021 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a073e5-0dc4-408c-ab72-7ad133b544af req-ce3173ff-3308-4f4d-88c2-327a5d08e772 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:23.462473 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-91a073e5-0dc4-408c-ab72-7ad133b544af req-ce3173ff-3308-4f4d-88c2-327a5d08e772 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0507815 Mar 21 11:42:23.507561 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-91a073e5-0dc4-408c-ab72-7ad133b544af req-5fb1c67c-1881-422f-a10a-6771c0b723ac tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398943 Mar 21 11:42:23.701724 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 1586fde1-b45a-4aff-840b-ccd1c22de749 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:42:23.708239 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4fdc8-35bf-4b48-9613-da89645b053d req-6f7c515e-78ae-4537-a068-9bae8431b3e5 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:23.709834 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-12b4fdc8-35bf-4b48-9613-da89645b053d req-6f7c515e-78ae-4537-a068-9bae8431b3e5 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0515153 Mar 21 11:42:23.758972 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-12b4fdc8-35bf-4b48-9613-da89645b053d req-1e74fc78-900b-4f21-a2e7-c7692f880d45 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429709 Mar 21 11:42:23.807184 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 1586fde1-b45a-4aff-840b-ccd1c22de749, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1586fde1-b45a-4aff-840b-ccd1c22de749,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:42:23.818653 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': '1586fde1-b45a-4aff-840b-ccd1c22de749', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'port_id': '1586fde1-b45a-4aff-840b-ccd1c22de749', 'mac_address': 'fa:16:3e:b6:a5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:42:23.826800 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951879c-f3d2-4a3a-baf0-0f6af3437fdb req-45cabeed-58a4-43e8-ad54-4b855933ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:23.828339 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2951879c-f3d2-4a3a-baf0-0f6af3437fdb req-45cabeed-58a4-43e8-ad54-4b855933ab2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2bdb0295f6141ff94dcd579a870987b&device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 1129 time: 0.0481863 Mar 21 11:42:23.855912 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 1586fde1-b45a-4aff-840b-ccd1c22de749 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:42:23.856334 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1586fde1-b45a-4aff-840b-ccd1c22de749), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:23.869964 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1586fde1-b45a-4aff-840b-ccd1c22de749 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:42:23.889769 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 1586fde1-b45a-4aff-840b-ccd1c22de749, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1586fde1-b45a-4aff-840b-ccd1c22de749,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:42:23.895477 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1586fde1-b45a-4aff-840b-ccd1c22de749), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:23.933974 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951879c-f3d2-4a3a-baf0-0f6af3437fdb req-6f3f6e96-ef1c-4e48-883f-e7cf6f9ab0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:23.935428 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2951879c-f3d2-4a3a-baf0-0f6af3437fdb req-6f3f6e96-ef1c-4e48-883f-e7cf6f9ab0d4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=698d8f47-e4f5-4f6e-b02c-62fad736a58a HTTP/1.1" status: 200 len: 911 time: 0.0875971 Mar 21 11:42:23.940395 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=1586fde1-b45a-4aff-840b-ccd1c22de749,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:23.947707 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:23.948076 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:23.948415 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:23.948757 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:23.949085 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:23.949409 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:23.949729 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:23.950047 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:23.950365 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:23.950684 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:23.951003 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:23.951318 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:23.951631 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:23.952091 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:23.952353 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:24.005880 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2951879c-f3d2-4a3a-baf0-0f6af3437fdb req-03ac136b-9f80-42ac-8a87-15a42349498b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7093972-27b3-40e6-abdd-2f797bbc6b35 HTTP/1.1" status: 200 len: 1001 time: 0.0625474 Mar 21 11:42:24.055065 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951879c-f3d2-4a3a-baf0-0f6af3437fdb req-9341cb91-7120-4bc2-8cdf-24031a83b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:24.056478 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2951879c-f3d2-4a3a-baf0-0f6af3437fdb req-9341cb91-7120-4bc2-8cdf-24031a83b6a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e382abe-04ce-42e4-8684-4026c68098c4 HTTP/1.1" status: 200 len: 849 time: 0.0420260 Mar 21 11:42:24.110670 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951879c-f3d2-4a3a-baf0-0f6af3437fdb req-d77046be-37b7-4874-b722-166b3cd774d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:24.112255 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2951879c-f3d2-4a3a-baf0-0f6af3437fdb req-d77046be-37b7-4874-b722-166b3cd774d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=698d8f47-e4f5-4f6e-b02c-62fad736a58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426652 Mar 21 11:42:24.217988 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2951879c-f3d2-4a3a-baf0-0f6af3437fdb req-28422257-fd83-483a-aeaf-5f325a360f6b service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958152 Mar 21 11:42:24.268466 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['1586fde1-b45a-4aff-840b-ccd1c22de749'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:42:24.313597 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216b109-c248-40a3-bbda-015b023d896e req-e7c98cac-f168-4c02-ae16-fb17ff0564ef tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:24.315826 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5216b109-c248-40a3-bbda-015b023d896e req-e7c98cac-f168-4c02-ae16-fb17ff0564ef tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 944 time: 0.1125524 Mar 21 11:42:24.349046 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2951879c-f3d2-4a3a-baf0-0f6af3437fdb req-02117a69-b518-4513-9004-af10cddfda6b service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173811 Mar 21 11:42:24.373930 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5216b109-c248-40a3-bbda-015b023d896e req-38ba0137-717f-4c1c-be65-427e20ac8365 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeff7c1d-044e-4214-84a8-c05172c697d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518188 Mar 21 11:42:24.499908 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:42:24.620455 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cbc35-2b2a-48d0-b0d0-aac3420ac9b4 req-318130d1-9de1-4cca-a5f4-277663af3690 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:24.621890 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f88cbc35-2b2a-48d0-b0d0-aac3420ac9b4 req-318130d1-9de1-4cca-a5f4-277663af3690 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0504553 Mar 21 11:42:24.666603 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f88cbc35-2b2a-48d0-b0d0-aac3420ac9b4 req-31615623-2a17-4ddd-81c5-b6321799be4f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382218 Mar 21 11:42:24.890973 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab68643-c75c-420f-8fdd-205def8abf33 req-a477459d-274f-4de2-a1b4-3d9c2b32b705 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:24.892498 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aab68643-c75c-420f-8fdd-205def8abf33 req-a477459d-274f-4de2-a1b4-3d9c2b32b705 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0640898 Mar 21 11:42:24.938600 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aab68643-c75c-420f-8fdd-205def8abf33 req-6af6324d-f9ea-414a-8ea1-0d7c0147c482 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405242 Mar 21 11:42:25.489916 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601742d-3ba7-4d65-a1d3-30db2214ff17 req-20a35546-8edd-4b96-aa5c-909a8c76a330 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:25.491372 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8601742d-3ba7-4d65-a1d3-30db2214ff17 req-20a35546-8edd-4b96-aa5c-909a8c76a330 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 944 time: 0.0516052 Mar 21 11:42:25.537471 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8601742d-3ba7-4d65-a1d3-30db2214ff17 req-10840680-458c-461c-8378-e16863c1964a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeff7c1d-044e-4214-84a8-c05172c697d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405536 Mar 21 11:42:25.700185 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 1586fde1-b45a-4aff-840b-ccd1c22de749 up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:42:25.749552 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port 1586fde1-b45a-4aff-840b-ccd1c22de749 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:42:25.753796 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port 1586fde1-b45a-4aff-840b-ccd1c22de749 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:42:25.754164 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1586fde1-b45a-4aff-840b-ccd1c22de749), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:25.780851 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab33b8-d560-4f1f-96a0-8cbba6ccdab2 req-ec1fa722-3815-4815-89c7-224ff38e87bd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:25.782319 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f8ab33b8-d560-4f1f-96a0-8cbba6ccdab2 req-ec1fa722-3815-4815-89c7-224ff38e87bd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0509820 Mar 21 11:42:25.831362 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 1586fde1-b45a-4aff-840b-ccd1c22de749 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:42:25.831748 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1586fde1-b45a-4aff-840b-ccd1c22de749), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:25.832585 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f8ab33b8-d560-4f1f-96a0-8cbba6ccdab2 req-c07926bc-74ce-4dfa-b791-4d34e996252b tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435545 Mar 21 11:42:25.853910 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51306fdb-8487-4c16-af2b-bb881ac3f6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1586fde1-b45a-4aff-840b-ccd1c22de749'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:42:25.856494 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14308c5f-caeb-4c13-9ed6-6289e75b95be" -d '{"events": [{"server_uuid": "51306fdb-8487-4c16-af2b-bb881ac3f6b5", "name": "network-vif-plugged", "status": "completed", "tag": "1586fde1-b45a-4aff-840b-ccd1c22de749"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:42:25.869325 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 1586fde1-b45a-4aff-840b-ccd1c22de749, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1586fde1-b45a-4aff-840b-ccd1c22de749,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:42:25.873641 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1586fde1-b45a-4aff-840b-ccd1c22de749), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:25.896769 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0ed53b-54ab-4992-838e-7ffef57e746e x-openstack-request-id: req-3c0ed53b-54ab-4992-838e-7ffef57e746e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:42:25.897056 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51306fdb-8487-4c16-af2b-bb881ac3f6b5", "name": "network-vif-plugged", "status": "completed", "tag": "1586fde1-b45a-4aff-840b-ccd1c22de749", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:42:25.897307 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3c0ed53b-54ab-4992-838e-7ffef57e746e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:42:25.897693 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51306fdb-8487-4c16-af2b-bb881ac3f6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1586fde1-b45a-4aff-840b-ccd1c22de749', 'code': 200} Mar 21 11:42:25.925745 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=1586fde1-b45a-4aff-840b-ccd1c22de749,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:26.084094 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff72a3e-a568-4468-8720-5a849a5a5a79 req-39354927-55e6-41a2-86cf-3eb8f1f340ac tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:26.085559 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2ff72a3e-a568-4468-8720-5a849a5a5a79 req-39354927-55e6-41a2-86cf-3eb8f1f340ac tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0789962 Mar 21 11:42:26.090542 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d75b4-a7ea-472a-96a6-0c3475cd0c5c req-407898a5-67b2-4aac-89f4-dcb6c0fcc9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:26.091905 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7b9d75b4-a7ea-472a-96a6-0c3475cd0c5c req-407898a5-67b2-4aac-89f4-dcb6c0fcc9d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 1129 time: 0.0601971 Mar 21 11:42:26.157950 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2ff72a3e-a568-4468-8720-5a849a5a5a79 req-abd398ec-d392-47a8-8bd0-89b09933fdc5 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651181 Mar 21 11:42:26.163882 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7b9d75b4-a7ea-472a-96a6-0c3475cd0c5c req-00c5ffa4-c81f-4668-a1b0-e1a02287e688 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eeff7c1d-044e-4214-84a8-c05172c697d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590093 Mar 21 11:42:26.656681 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22597bc4-15d8-4297-b3bd-a231ec058dd4 req-1f7b0169-9c88-429d-a41f-c30af1f6df15 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:26.658126 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-22597bc4-15d8-4297-b3bd-a231ec058dd4 req-1f7b0169-9c88-429d-a41f-c30af1f6df15 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 945 time: 0.0539212 Mar 21 11:42:26.703466 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-22597bc4-15d8-4297-b3bd-a231ec058dd4 req-460a2a1e-0521-4b06-8071-7b31107f1916 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeff7c1d-044e-4214-84a8-c05172c697d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393376 Mar 21 11:42:26.947259 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e065277-3b0e-4837-b698-a38fe319cb31 req-12dca0eb-cdff-4df5-8da9-12a4a526f605 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:26.948732 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8e065277-3b0e-4837-b698-a38fe319cb31 req-12dca0eb-cdff-4df5-8da9-12a4a526f605 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0504789 Mar 21 11:42:26.993675 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8e065277-3b0e-4837-b698-a38fe319cb31 req-9cfeb2b1-0b99-44c5-84aa-ec9b0c35d543 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395172 Mar 21 11:42:27.284990 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6f23d-a4d2-48d3-bb48-d1d1a7bd2495 req-951a9014-a0d1-4500-b5a6-8791a49acdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:27.286454 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-eab6f23d-a4d2-48d3-bb48-d1d1a7bd2495 req-951a9014-a0d1-4500-b5a6-8791a49acdda service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 1130 time: 0.0767734 Mar 21 11:42:27.297548 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c78cdb-16d0-40b5-a37d-144ea00841ba req-1a153867-cb8b-4925-87f6-0b001130a0e3 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:27.298937 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-59c78cdb-16d0-40b5-a37d-144ea00841ba req-1a153867-cb8b-4925-87f6-0b001130a0e3 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0658808 Mar 21 11:42:27.362837 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-eab6f23d-a4d2-48d3-bb48-d1d1a7bd2495 req-953898d1-0b9d-45be-bf47-478576f90a34 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629694 Mar 21 11:42:27.369858 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-59c78cdb-16d0-40b5-a37d-144ea00841ba req-3e10fc24-2b00-416d-a166-25428249d08b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650749 Mar 21 11:42:27.822261 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab466c4-1c43-42a5-ad15-6c523be9f379 req-c2c8d6c2-74e4-4e87-9318-65cbf9be0f06 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:27.823715 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4ab466c4-1c43-42a5-ad15-6c523be9f379 req-c2c8d6c2-74e4-4e87-9318-65cbf9be0f06 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 945 time: 0.0540190 Mar 21 11:42:27.869895 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4ab466c4-1c43-42a5-ad15-6c523be9f379 req-406acceb-2c5c-43a7-b322-b952f4510e2e tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeff7c1d-044e-4214-84a8-c05172c697d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406163 Mar 21 11:42:28.110487 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa81c6-4862-48cb-ab74-ad52e11e53d7 req-ea0af643-4f8f-47a3-8161-b87a298403d7 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:28.112580 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-65aa81c6-4862-48cb-ab74-ad52e11e53d7 req-ea0af643-4f8f-47a3-8161-b87a298403d7 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0537369 Mar 21 11:42:28.159657 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-65aa81c6-4862-48cb-ab74-ad52e11e53d7 req-92fa9313-70f1-47fc-9a4f-24b507c884b3 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397878 Mar 21 11:42:28.493218 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbc405-98eb-451c-86af-ac510550c994 req-e98262bd-e6a8-4a48-a136-38007324299c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:28.494689 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b5dbc405-98eb-451c-86af-ac510550c994 req-e98262bd-e6a8-4a48-a136-38007324299c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0521488 Mar 21 11:42:28.548877 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b5dbc405-98eb-451c-86af-ac510550c994 req-38fafc89-3a20-4979-bf85-69a4bfb704a9 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475082 Mar 21 11:42:28.985726 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7ee7a-36f6-4d23-a602-bca850d2c41a req-a89b2831-bc0c-46e1-ba3d-fae5218b06b4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:28.987567 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4aa7ee7a-36f6-4d23-a602-bca850d2c41a req-a89b2831-bc0c-46e1-ba3d-fae5218b06b4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 945 time: 0.0539091 Mar 21 11:42:29.032312 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4aa7ee7a-36f6-4d23-a602-bca850d2c41a req-f3885a17-dfb3-4ae9-9e12-ecf9bedad3b6 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeff7c1d-044e-4214-84a8-c05172c697d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393121 Mar 21 11:42:29.142232 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee097baa-2afb-4ea9-b8a6-ca9aaeadaecc req-f18f62d4-eda0-4b7e-994c-4526987bc453 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:29.143691 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ee097baa-2afb-4ea9-b8a6-ca9aaeadaecc req-f18f62d4-eda0-4b7e-994c-4526987bc453 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 945 time: 0.0512908 Mar 21 11:42:29.151955 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 40698) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:29.156096 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2d5ebf28-c13d-4b2a-ab33-d3f28106f501 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'floatingip': {'port_id': '1586fde1-b45a-4aff-840b-ccd1c22de749'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:42:29.194214 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d5ebf28-c13d-4b2a-ab33-d3f28106f501 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (9cf1b68d-53d6-4cfd-9574-b598a6c724ad), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:29.560493 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6eb57-d127-4d48-90a6-26b3060bdbc6 req-3eccb0e5-f2dc-41af-a12a-4c5440600c59 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:29.561937 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ced6eb57-d127-4d48-90a6-26b3060bdbc6 req-3eccb0e5-f2dc-41af-a12a-4c5440600c59 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.3364954 Mar 21 11:42:29.723554 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ced6eb57-d127-4d48-90a6-26b3060bdbc6 req-186420d7-085d-4acb-af7d-79abefdb58ca tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300247 Mar 21 11:42:29.742115 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95950b0-2313-4036-b75d-1c8c463ecc24 req-4dcd1881-93cb-4e39-b23b-9ab57f9eaada tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:29.743563 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a95950b0-2313-4036-b75d-1c8c463ecc24 req-4dcd1881-93cb-4e39-b23b-9ab57f9eaada tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.1117918 Mar 21 11:42:29.898869 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a95950b0-2313-4036-b75d-1c8c463ecc24 req-455f4b6e-295c-4f58-8e11-d5bd3760f4ef tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250839 Mar 21 11:42:29.992180 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d5ebf28-c13d-4b2a-ab33-d3f28106f501 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:29.996611 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d5ebf28-c13d-4b2a-ab33-d3f28106f501 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (9cf1b68d-53d6-4cfd-9574-b598a6c724ad), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:30.098651 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-2d5ebf28-c13d-4b2a-ab33-d3f28106f501 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Floating IP 9cf1b68d-53d6-4cfd-9574-b598a6c724ad associated. External IP: 172.27.0.170, port: 1586fde1-b45a-4aff-840b-ccd1c22de749. Mar 21 11:42:30.373595 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f7063-8a8d-47c5-9d9c-3fb6d248bf87 req-7a8d7c6c-81e9-4376-be4d-b61b9093beb4 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:30.375295 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f83f7063-8a8d-47c5-9d9c-3fb6d248bf87 req-7a8d7c6c-81e9-4376-be4d-b61b9093beb4 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.1351867 Mar 21 11:42:30.381015 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bee503-c5a3-4c61-bc99-5e869baa6487 req-0adaf166-a756-4499-8b5f-5609aa63e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:30.382371 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-58bee503-c5a3-4c61-bc99-5e869baa6487 req-0adaf166-a756-4499-8b5f-5609aa63e962 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 1130 time: 0.1433759 Mar 21 11:42:30.409090 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5ebf28-c13d-4b2a-ab33-d3f28106f501 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Router 23780c50-5505-422f-98fa-76f67c3a334b has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:42:30.554103 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f83f7063-8a8d-47c5-9d9c-3fb6d248bf87 req-d963f7b2-3d42-4dc2-b85e-ef6a3a05deb9 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704862 Mar 21 11:42:30.586165 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bee503-c5a3-4c61-bc99-5e869baa6487 req-9ed69552-1f40-4148-91e1-b1c966c09181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:30.587601 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-58bee503-c5a3-4c61-bc99-5e869baa6487 req-9ed69552-1f40-4148-91e1-b1c966c09181 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 920 time: 0.1966050 Mar 21 11:42:30.637594 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5ebf28-c13d-4b2a-ab33-d3f28106f501 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:42:30.645004 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2d5ebf28-c13d-4b2a-ab33-d3f28106f501 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:30.647027 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521efcbd-e528-4f59-a3f0-84a9b767acf9 None None] Sync routers for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:42:30.659900 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521efcbd-e528-4f59-a3f0-84a9b767acf9 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:42:30.660596 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-521efcbd-e528-4f59-a3f0-84a9b767acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:42:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:30.685728 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-2d5ebf28-c13d-4b2a-ab33-d3f28106f501 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "PUT /v2.0/floatingips/9cf1b68d-53d6-4cfd-9574-b598a6c724ad HTTP/1.1" status: 200 len: 991 time: 1.5327506 Mar 21 11:42:30.686444 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51306fdb-8487-4c16-af2b-bb881ac3f6b5', 'tag': '1586fde1-b45a-4aff-840b-ccd1c22de749'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:42:30.688684 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b7b3b6-b713-4533-b919-363b2441b948" -d '{"events": [{"name": "network-changed", "server_uuid": "51306fdb-8487-4c16-af2b-bb881ac3f6b5", "tag": "1586fde1-b45a-4aff-840b-ccd1c22de749"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:42:30.692704 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-58bee503-c5a3-4c61-bc99-5e869baa6487 req-b71c7f53-4bc9-4608-a8a4-4739a88d8b4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3f81cb-1c89-4ef2-9e39-bfc695c36451 HTTP/1.1" status: 200 len: 1002 time: 0.0980017 Mar 21 11:42:30.746623 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae794bf-af1e-443b-82f7-b988453cf1bf x-openstack-request-id: req-6ae794bf-af1e-443b-82f7-b988453cf1bf {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:42:30.747023 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51306fdb-8487-4c16-af2b-bb881ac3f6b5", "tag": "1586fde1-b45a-4aff-840b-ccd1c22de749", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:42:30.747371 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ae794bf-af1e-443b-82f7-b988453cf1bf {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:42:30.747886 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51306fdb-8487-4c16-af2b-bb881ac3f6b5', 'tag': '1586fde1-b45a-4aff-840b-ccd1c22de749', 'status': 'completed', 'code': 200} Mar 21 11:42:30.770261 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-521efcbd-e528-4f59-a3f0-84a9b767acf9 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:42:30.779617 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bee503-c5a3-4c61-bc99-5e869baa6487 req-311c3425-55a7-4ce7-a95c-f964e8cb97c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:30.781616 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-58bee503-c5a3-4c61-bc99-5e869baa6487 req-311c3425-55a7-4ce7-a95c-f964e8cb97c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b HTTP/1.1" status: 200 len: 858 time: 0.0717535 Mar 21 11:42:30.885233 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7b3b6-b713-4533-b919-363b2441b948 req-f6ce96fe-a595-44f9-b215-246084c68425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:30.887137 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-43b7b3b6-b713-4533-b919-363b2441b948 req-f6ce96fe-a595-44f9-b215-246084c68425 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ee9a47756654ffb95e31ec71d9f9a10&device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 1129 time: 0.1215744 Mar 21 11:42:30.905582 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b836e3-d8c0-495a-aafb-299fde33e8a7 req-494c649e-97be-48fb-b06f-52fd21be115c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:30.907005 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-58b836e3-d8c0-495a-aafb-299fde33e8a7 req-494c649e-97be-48fb-b06f-52fd21be115c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.1075766 Mar 21 11:42:30.928370 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bee503-c5a3-4c61-bc99-5e869baa6487 req-1d1af371-1d58-4bb2-94b4-492616200d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:30.929804 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-58bee503-c5a3-4c61-bc99-5e869baa6487 req-1d1af371-1d58-4bb2-94b4-492616200d07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d03519d-2e7e-48b4-905f-e8767233d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1321044 Mar 21 11:42:31.007418 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-521efcbd-e528-4f59-a3f0-84a9b767acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '9cf1b68d-53d6-4cfd-9574-b598a6c724ad', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': '1586fde1-b45a-4aff-840b-ccd1c22de749', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:b6:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51306fdb-8487-4c16-af2b-bb881ac3f6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:42:14Z', 'updated_at': '2022-03-21T11:42:29Z', 'revision_number': 1, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:31.032679 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521efcbd-e528-4f59-a3f0-84a9b767acf9 None None] Checking router: 23780c50-5505-422f-98fa-76f67c3a334b for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:42:31.042579 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521efcbd-e528-4f59-a3f0-84a9b767acf9 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:42:31.043301 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-521efcbd-e528-4f59-a3f0-84a9b767acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:42:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:31.076619 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-58b836e3-d8c0-495a-aafb-299fde33e8a7 req-07f3453f-504b-43ba-9340-3e8b07423b46 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604888 Mar 21 11:42:31.102847 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7b3b6-b713-4533-b919-363b2441b948 req-d3f06b55-1f7a-4868-a2fe-c9604f5cb808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:31.104349 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-43b7b3b6-b713-4533-b919-363b2441b948 req-d3f06b55-1f7a-4868-a2fe-c9604f5cb808 service neutron] 10.222.0.64 "GET /v2.0/networks?id=18d4826d-4fed-4890-a7bf-cce3a3544769 HTTP/1.1" status: 200 len: 916 time: 0.2060728 Mar 21 11:42:31.112421 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-58bee503-c5a3-4c61-bc99-5e869baa6487 req-d695bae6-ea31-4a42-b3ac-57cc01b909da service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508322 Mar 21 11:42:31.157156 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-521efcbd-e528-4f59-a3f0-84a9b767acf9 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:42:31.226708 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-43b7b3b6-b713-4533-b919-363b2441b948 req-73c48f91-45bc-400e-bcc2-564f5627cf4f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1586fde1-b45a-4aff-840b-ccd1c22de749 HTTP/1.1" status: 200 len: 999 time: 0.1096253 Mar 21 11:42:31.285603 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-58bee503-c5a3-4c61-bc99-5e869baa6487 req-41b483d7-0d80-44d0-bd79-97fccc7005a6 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623337 Mar 21 11:42:31.294028 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7b3b6-b713-4533-b919-363b2441b948 req-ffe15b28-39df-48a7-ae62-44264b61dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:31.295448 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-43b7b3b6-b713-4533-b919-363b2441b948 req-ffe15b28-39df-48a7-ae62-44264b61dbd6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9496d40-b2b9-4409-803c-f41482ae8f58 HTTP/1.1" status: 200 len: 854 time: 0.0596049 Mar 21 11:42:31.389580 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-521efcbd-e528-4f59-a3f0-84a9b767acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '9cf1b68d-53d6-4cfd-9574-b598a6c724ad', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': '1586fde1-b45a-4aff-840b-ccd1c22de749', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:b6:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51306fdb-8487-4c16-af2b-bb881ac3f6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:42:14Z', 'updated_at': '2022-03-21T11:42:29Z', 'revision_number': 1, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:31.417859 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521efcbd-e528-4f59-a3f0-84a9b767acf9 None None] The sync data for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi is: [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '9cf1b68d-53d6-4cfd-9574-b598a6c724ad', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': '1586fde1-b45a-4aff-840b-ccd1c22de749', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:b6:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51306fdb-8487-4c16-af2b-bb881ac3f6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:42:14Z', 'updated_at': '2022-03-21T11:42:29Z', 'revision_number': 1, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:42:31.592220 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7b3b6-b713-4533-b919-363b2441b948 req-ecb7b28b-4e7e-4105-8fff-a795e9561c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:31.593741 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-43b7b3b6-b713-4533-b919-363b2441b948 req-ecb7b28b-4e7e-4105-8fff-a795e9561c58 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d4826d-4fed-4890-a7bf-cce3a3544769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2914302 Mar 21 11:42:31.611022 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e767e8-f8bf-411b-9f19-fd9c1ba55b6c None None] New status for floating IP 9cf1b68d-53d6-4cfd-9574-b598a6c724ad: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:42:31.724516 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6b22f-419d-49e7-91b5-162b635a23a3 req-37fa4557-5e34-4508-9b55-afd21f84c2e5 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:31.725876 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-43b6b22f-419d-49e7-91b5-162b635a23a3 req-37fa4557-5e34-4508-9b55-afd21f84c2e5 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0797496 Mar 21 11:42:31.729516 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-43b7b3b6-b713-4533-b919-363b2441b948 req-3102db59-3a2f-4c39-87b3-9759862808f7 service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269786 Mar 21 11:42:31.824795 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-43b6b22f-419d-49e7-91b5-162b635a23a3 req-fa52eb7e-0062-4313-a688-8ffc09f2e64a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929370 Mar 21 11:42:31.851263 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-43b7b3b6-b713-4533-b919-363b2441b948 req-4410be91-8729-425c-9316-e08e6e3f4108 service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129267 Mar 21 11:42:32.200423 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89933667-a912-4c36-b648-f63abece2654 req-12cd5157-58ff-4675-a366-bb003d022492 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:32.201879 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-89933667-a912-4c36-b648-f63abece2654 req-12cd5157-58ff-4675-a366-bb003d022492 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0519969 Mar 21 11:42:32.247536 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-89933667-a912-4c36-b648-f63abece2654 req-4e6dbd2c-a92b-47b6-9f91-4c4ebcf284b3 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399208 Mar 21 11:42:32.940376 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efc490-bf3d-48fd-af43-ccf925993d95 req-ff4a40b2-92cc-4fdc-91f4-c6bf89404fd1 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:32.941728 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a7efc490-bf3d-48fd-af43-ccf925993d95 req-ff4a40b2-92cc-4fdc-91f4-c6bf89404fd1 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0504839 Mar 21 11:42:32.986707 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a7efc490-bf3d-48fd-af43-ccf925993d95 req-3a022feb-970c-4ca0-8c8d-da83be9d76d2 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393648 Mar 21 11:42:33.365564 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd772f2-9f58-40be-97ad-7212d0e63a91 req-27e0e26f-dbc2-4924-b7da-0f3a79d68572 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:33.367039 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0dd772f2-9f58-40be-97ad-7212d0e63a91 req-27e0e26f-dbc2-4924-b7da-0f3a79d68572 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0545616 Mar 21 11:42:33.413382 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0dd772f2-9f58-40be-97ad-7212d0e63a91 req-68272de5-03fa-4c43-b9e1-c354d65f299e tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403893 Mar 21 11:42:34.104874 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4154fa-c7ba-492b-ac93-2d824e83a3c9 req-7485af20-3eb2-455f-94e4-faca646388fe tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:34.106340 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5d4154fa-c7ba-492b-ac93-2d824e83a3c9 req-7485af20-3eb2-455f-94e4-faca646388fe tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0512886 Mar 21 11:42:34.153355 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5d4154fa-c7ba-492b-ac93-2d824e83a3c9 req-2eaf21cd-5f43-494a-bf60-3f90649a657e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407889 Mar 21 11:42:34.258403 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 40776) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:34.276709 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab504a-6337-4d63-8162-80ae54b0ad44 req-8bda1724-6451-4591-8fc4-388e3160236e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:34.278071 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-04ab504a-6337-4d63-8162-80ae54b0ad44 req-8bda1724-6451-4591-8fc4-388e3160236e tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0614955 Mar 21 11:42:34.287171 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 40778) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:34.291640 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d2b60e2b-b419-4f7e-91a5-ee92fbfd6d4d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Request body: {'floatingip': {'port_id': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:42:34.313415 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-831410d5-6256-41e9-a909-4df5a682e5a0 admin admin] Deleting subnet ea0af4c1-dda5-4262-b1e3-8b4751d2e7d6 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:42:34.316441 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-831410d5-6256-41e9-a909-4df5a682e5a0 admin admin] Publish callbacks [] for subnet (ea0af4c1-dda5-4262-b1e3-8b4751d2e7d6), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:34.347872 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2b60e2b-b419-4f7e-91a5-ee92fbfd6d4d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for floatingip (7797982d-f23b-4081-9de3-1367d609ba3b), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:34.353106 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-831410d5-6256-41e9-a909-4df5a682e5a0 admin admin] Publish callbacks [] for subnet (ea0af4c1-dda5-4262-b1e3-8b4751d2e7d6), precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:34.358627 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-831410d5-6256-41e9-a909-4df5a682e5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239508'] for subnet (ea0af4c1-dda5-4262-b1e3-8b4751d2e7d6), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:34.409669 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-831410d5-6256-41e9-a909-4df5a682e5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for subnet (ea0af4c1-dda5-4262-b1e3-8b4751d2e7d6), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:34.433918 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831410d5-6256-41e9-a909-4df5a682e5a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea0af4c1-dda5-4262-b1e3-8b4751d2e7d6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:34.437589 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-831410d5-6256-41e9-a909-4df5a682e5a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:34.443467 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-831410d5-6256-41e9-a909-4df5a682e5a0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ea0af4c1-dda5-4262-b1e3-8b4751d2e7d6 HTTP/1.1" status: 204 len: 168 time: 0.1814954 Mar 21 11:42:34.443467 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 40782) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:34.542164 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163419'] for network (3e24755a-fe23-4c9c-8b0f-1edf60133853), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:34.573365 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54c04-6a54-4f9e-8b4c-3004d3850324 req-bf78fd75-f6a5-4575-a3b2-3832f4cea04e tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:34.574824 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-67f54c04-6a54-4f9e-8b4c-3004d3850324 req-bf78fd75-f6a5-4575-a3b2-3832f4cea04e tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0789599 Mar 21 11:42:34.664316 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3303649', 'neutron.services.segments.db._delete_segments_for_network-8758069329219'] for network (3e24755a-fe23-4c9c-8b0f-1edf60133853), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:34.687953 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-67f54c04-6a54-4f9e-8b4c-3004d3850324 req-7c167940-5adf-4a35-8dd9-094a524c04c3 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964997 Mar 21 11:42:34.696984 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:42:34.697601 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:42:34.698429 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:42:34.698904 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Subscribe: > port after_create 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:42:34.699325 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:42:34.711404 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Subscribe: > port after_update 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:42:34.711404 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:42:34.711404 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:42:34.711404 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:42:34.711404 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:42:34.808119 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:42:34.808472 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:42:34.808814 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:42:34.809149 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:42:34.809517 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e24755a-fe23-4c9c-8b0f-1edf60133853']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:34.811291 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2b60e2b-b419-4f7e-91a5-ee92fbfd6d4d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:34.816057 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2b60e2b-b419-4f7e-91a5-ee92fbfd6d4d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (7797982d-f23b-4081-9de3-1367d609ba3b), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:34.828365 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f5d841-5b21-4aff-8dbb-cbb06b551551') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:34.828664 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f5d841-5b21-4aff-8dbb-cbb06b551551') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:34.845631 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758069511244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11945827'] for segment (04f5d841-5b21-4aff-8dbb-cbb06b551551), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:34.867486 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (04f5d841-5b21-4aff-8dbb-cbb06b551551), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:34.904806 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:42:34.905200 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737248'] for segment (04f5d841-5b21-4aff-8dbb-cbb06b551551), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: from cryptography.utils import int_from_bytes Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: from cryptography.utils import int_from_bytes Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: Traceback (most recent call last): Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: timer() Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: cb(*args, **kw) Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: return func(*args, **kwargs) Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: self._notify() Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: self.callback(batched_events) Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: event.method(event) Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: return f(self, *a, **k) Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: return self._get(url).json() Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: return self.request(url, 'GET', **kwargs) Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:42:34.909400 dv-cinder-805072-11-iscsi neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:42:35.001009 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3303642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655996'] for network (3e24755a-fe23-4c9c-8b0f-1edf60133853), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:35.011977 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7bbd3-ed20-4138-9752-96c16f7dec15 req-694596c5-062c-46fc-a3db-ac43fe9039da tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:35.013530 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dca7bbd3-ed20-4138-9752-96c16f7dec15 req-694596c5-062c-46fc-a3db-ac43fe9039da tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.1428223 Mar 21 11:42:35.032312 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:35.035466 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3e24755a-fe23-4c9c-8b0f-1edf60133853 HTTP/1.1" status: 204 len: 168 time: 0.5913217 Mar 21 11:42:35.040256 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b60e2b-b419-4f7e-91a5-ee92fbfd6d4d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Router 82e247bc-d478-4af2-91e1-a89b76bd692b has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:42:35.044669 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018491cc-5848-4542-a2d8-a37d57e93a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e24755a-fe23-4c9c-8b0f-1edf60133853,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:35.049356 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab8408-af23-493c-907b-68ee34d3a4d0 req-14af6449-8141-405a-a3cf-cfa665d9b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:35.050753 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b8ab8408-af23-493c-907b-68ee34d3a4d0 req-14af6449-8141-405a-a3cf-cfa665d9b5ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2bdb0295f6141ff94dcd579a870987b&device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 1129 time: 0.1062646 Mar 21 11:42:35.133981 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dca7bbd3-ed20-4138-9752-96c16f7dec15 req-a794754a-068a-4a38-b28a-2e15d4f66d4f tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974381 Mar 21 11:42:35.153883 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b60e2b-b419-4f7e-91a5-ee92fbfd6d4d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:42:35.158864 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2b60e2b-b419-4f7e-91a5-ee92fbfd6d4d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:35.170973 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b2c9e0-587a-4be0-b2cb-1103f6775d3d None None] Sync routers for ids ['82e247bc-d478-4af2-91e1-a89b76bd692b'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:42:35.181439 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b2c9e0-587a-4be0-b2cb-1103f6775d3d None None] Routers {'82e247bc-d478-4af2-91e1-a89b76bd692b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:42:35.182056 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-53b2c9e0-587a-4be0-b2cb-1103f6775d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:42:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['82e247bc-d478-4af2-91e1-a89b76bd692b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:35.182246 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab8408-af23-493c-907b-68ee34d3a4d0 req-53b3f89b-692a-4d9d-9252-985c8322f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:35.183975 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b8ab8408-af23-493c-907b-68ee34d3a4d0 req-53b3f89b-692a-4d9d-9252-985c8322f879 service neutron] 10.222.0.64 "GET /v2.0/networks?id=698d8f47-e4f5-4f6e-b02c-62fad736a58a HTTP/1.1" status: 200 len: 911 time: 0.1248672 Mar 21 11:42:35.196706 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388a7d07-1846-4af4-b139-2d41ae118d49', 'tag': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:42:35.200824 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7b816f3a06605387e8fbce4692360954dc05b73c3f9be141b24bdd2b92167a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3926e3-12b3-45f0-a094-11ac8d13a660" -d '{"events": [{"name": "network-changed", "server_uuid": "388a7d07-1846-4af4-b139-2d41ae118d49", "tag": "3b3f81cb-1c89-4ef2-9e39-bfc695c36451"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:42:35.236493 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-d2b60e2b-b419-4f7e-91a5-ee92fbfd6d4d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "PUT /v2.0/floatingips/7797982d-f23b-4081-9de3-1367d609ba3b HTTP/1.1" status: 200 len: 994 time: 0.9475136 Mar 21 11:42:35.252892 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 40794) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:35.264690 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac32b52-5cad-44a0-a2e5-e69f0e595e47 x-openstack-request-id: req-bac32b52-5cad-44a0-a2e5-e69f0e595e47 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:42:35.264987 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388a7d07-1846-4af4-b139-2d41ae118d49", "tag": "3b3f81cb-1c89-4ef2-9e39-bfc695c36451", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:42:35.265235 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bac32b52-5cad-44a0-a2e5-e69f0e595e47 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:42:35.265752 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388a7d07-1846-4af4-b139-2d41ae118d49', 'tag': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451', 'status': 'completed', 'code': 200} Mar 21 11:42:35.267559 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b8ab8408-af23-493c-907b-68ee34d3a4d0 req-34f1aef8-93c0-40a4-b468-cc8fc4dbd348 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7093972-27b3-40e6-abdd-2f797bbc6b35 HTTP/1.1" status: 200 len: 1001 time: 0.0762658 Mar 21 11:42:35.330621 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-53b2c9e0-587a-4be0-b2cb-1103f6775d3d None None] Set router 82e247bc-d478-4af2-91e1-a89b76bd692b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:42:35.353163 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ebc7776a-0cba-46e5-9984-ed7d16b3befc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ebbe14383f5941aeb7b08c5110f70afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0991445 Mar 21 11:42:35.355667 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 40796) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:35.365663 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab8408-af23-493c-907b-68ee34d3a4d0 req-ea3238e8-d945-4933-80aa-80eec89d82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:35.367492 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b8ab8408-af23-493c-907b-68ee34d3a4d0 req-ea3238e8-d945-4933-80aa-80eec89d82b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e382abe-04ce-42e4-8684-4026c68098c4 HTTP/1.1" status: 200 len: 849 time: 0.0877109 Mar 21 11:42:35.406997 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8c66-e059-4db7-a85a-7c2ec9b1bcd7 admin admin] Publish callbacks [] for security_group (02987123-73c8-483f-a066-8929fe3ae003), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:35.407247 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3926e3-12b3-45f0-a094-11ac8d13a660 req-a9a49ae0-aa03-484a-a329-99f6e2e4aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:35.409248 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7b3926e3-12b3-45f0-a094-11ac8d13a660 req-a9a49ae0-aa03-484a-a329-99f6e2e4aa70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 1130 time: 0.0988014 Mar 21 11:42:35.429937 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8c66-e059-4db7-a85a-7c2ec9b1bcd7 admin admin] Publish callbacks [] for security_group (02987123-73c8-483f-a066-8929fe3ae003), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:35.475675 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab8408-af23-493c-907b-68ee34d3a4d0 req-c516698b-8295-442a-8368-2f75d05e9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:35.477306 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b8ab8408-af23-493c-907b-68ee34d3a4d0 req-c516698b-8295-442a-8368-2f75d05e9921 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=698d8f47-e4f5-4f6e-b02c-62fad736a58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1005988 Mar 21 11:42:35.487005 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8c66-e059-4db7-a85a-7c2ec9b1bcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (02987123-73c8-483f-a066-8929fe3ae003), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:35.491152 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-eeaf8c66-e059-4db7-a85a-7c2ec9b1bcd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:35.493884 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-eeaf8c66-e059-4db7-a85a-7c2ec9b1bcd7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02987123-73c8-483f-a066-8929fe3ae003 HTTP/1.1" status: 204 len: 168 time: 0.1372035 Mar 21 11:42:35.507019 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf8c66-e059-4db7-a85a-7c2ec9b1bcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02987123-73c8-483f-a066-8929fe3ae003,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:35.565653 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3926e3-12b3-45f0-a094-11ac8d13a660 req-32f6498f-27ad-4add-89a8-10f753638d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:35.567136 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7b3926e3-12b3-45f0-a094-11ac8d13a660 req-32f6498f-27ad-4add-89a8-10f753638d0d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 920 time: 0.1478627 Mar 21 11:42:35.580780 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-53b2c9e0-587a-4be0-b2cb-1103f6775d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 4, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port': {'id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '7797982d-f23b-4081-9de3-1367d609ba3b', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'port_id': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'mac_address': 'fa:16:3e:f3:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388a7d07-1846-4af4-b139-2d41ae118d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:40:15Z', 'updated_at': '2022-03-21T11:42:34Z', 'revision_number': 3, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369de428-ef40-4f7a-bc06-b10726499c02', 'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'mac_address': 'fa:16:3e:8d:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:20Z', 'updated_at': '2022-03-21T11:38:32Z', 'revision_number': 5, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'subnets': [{'id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:35.612881 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b2c9e0-587a-4be0-b2cb-1103f6775d3d None None] Checking router: 82e247bc-d478-4af2-91e1-a89b76bd692b for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:42:35.622158 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b2c9e0-587a-4be0-b2cb-1103f6775d3d None None] Routers {'82e247bc-d478-4af2-91e1-a89b76bd692b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:42:35.622760 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-53b2c9e0-587a-4be0-b2cb-1103f6775d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:42:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['82e247bc-d478-4af2-91e1-a89b76bd692b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:35.635205 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b8ab8408-af23-493c-907b-68ee34d3a4d0 req-a5567f25-fccf-4d73-beb2-fcce1e7ece05 service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512349 Mar 21 11:42:35.665547 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7b3926e3-12b3-45f0-a094-11ac8d13a660 req-259bc0f0-c584-42c4-9811-68f02778ddea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3f81cb-1c89-4ef2-9e39-bfc695c36451 HTTP/1.1" status: 200 len: 1002 time: 0.0884171 Mar 21 11:42:35.759990 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3926e3-12b3-45f0-a094-11ac8d13a660 req-098ac1e0-4150-4896-aac1-f834dcdedfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:35.761469 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7b3926e3-12b3-45f0-a094-11ac8d13a660 req-098ac1e0-4150-4896-aac1-f834dcdedfc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b HTTP/1.1" status: 200 len: 858 time: 0.0682499 Mar 21 11:42:35.803665 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b8ab8408-af23-493c-907b-68ee34d3a4d0 req-204a061b-451d-4284-955e-3a8fe96f0cb3 service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619151 Mar 21 11:42:35.833350 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3926e3-12b3-45f0-a094-11ac8d13a660 req-34c23bba-5d60-488b-8016-9d75f4176a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:35.834494 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-53b2c9e0-587a-4be0-b2cb-1103f6775d3d None None] Set router 82e247bc-d478-4af2-91e1-a89b76bd692b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:42:35.834796 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7b3926e3-12b3-45f0-a094-11ac8d13a660 req-34c23bba-5d60-488b-8016-9d75f4176a7d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d03519d-2e7e-48b4-905f-e8767233d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0659587 Mar 21 11:42:35.932168 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7b3926e3-12b3-45f0-a094-11ac8d13a660 req-853f7abc-25f2-49a8-8a92-958846309664 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901747 Mar 21 11:42:36.018957 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7b3926e3-12b3-45f0-a094-11ac8d13a660 req-587c083e-0ba5-4dbd-9f35-f252069e6d11 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799890 Mar 21 11:42:36.059635 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-53b2c9e0-587a-4be0-b2cb-1103f6775d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 4, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port': {'id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '7797982d-f23b-4081-9de3-1367d609ba3b', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'port_id': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'mac_address': 'fa:16:3e:f3:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388a7d07-1846-4af4-b139-2d41ae118d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:40:15Z', 'updated_at': '2022-03-21T11:42:34Z', 'revision_number': 3, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369de428-ef40-4f7a-bc06-b10726499c02', 'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'mac_address': 'fa:16:3e:8d:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:20Z', 'updated_at': '2022-03-21T11:38:32Z', 'revision_number': 5, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'subnets': [{'id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:36.089000 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b2c9e0-587a-4be0-b2cb-1103f6775d3d None None] The sync data for ids ['82e247bc-d478-4af2-91e1-a89b76bd692b'] in dv-cinder-805072-11-iscsi is: [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 4, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port': {'id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '7797982d-f23b-4081-9de3-1367d609ba3b', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'port_id': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'mac_address': 'fa:16:3e:f3:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388a7d07-1846-4af4-b139-2d41ae118d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:40:15Z', 'updated_at': '2022-03-21T11:42:34Z', 'revision_number': 3, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369de428-ef40-4f7a-bc06-b10726499c02', 'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'mac_address': 'fa:16:3e:8d:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:20Z', 'updated_at': '2022-03-21T11:38:32Z', 'revision_number': 5, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'subnets': [{'id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:42:36.273685 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6674b59-dcb4-40bc-a1dd-ce447346a154 req-b71adaa8-a120-4357-90d7-d6509a9ba9f2 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:36.275167 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d6674b59-dcb4-40bc-a1dd-ce447346a154 req-b71adaa8-a120-4357-90d7-d6509a9ba9f2 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0592432 Mar 21 11:42:36.323451 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d6674b59-dcb4-40bc-a1dd-ce447346a154 req-8358ec55-8239-4b27-bd68-aeab5f6ad255 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426881 Mar 21 11:42:37.267897 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388a7d07-1846-4af4-b139-2d41ae118d49', 'tag': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:42:37.270159 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7b816f3a06605387e8fbce4692360954dc05b73c3f9be141b24bdd2b92167a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad6e16b-7cbc-436d-8433-f504f1b6dbab" -d '{"events": [{"name": "network-changed", "server_uuid": "388a7d07-1846-4af4-b139-2d41ae118d49", "tag": "3b3f81cb-1c89-4ef2-9e39-bfc695c36451"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:42:37.304606 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f743987-9cda-459f-b81c-26002eeff8dd x-openstack-request-id: req-3f743987-9cda-459f-b81c-26002eeff8dd {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:42:37.304891 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388a7d07-1846-4af4-b139-2d41ae118d49", "tag": "3b3f81cb-1c89-4ef2-9e39-bfc695c36451", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:42:37.305138 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f743987-9cda-459f-b81c-26002eeff8dd {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:42:37.305526 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388a7d07-1846-4af4-b139-2d41ae118d49', 'tag': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451', 'status': 'completed', 'code': 200} Mar 21 11:42:37.368763 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6e16b-7cbc-436d-8433-f504f1b6dbab req-196cafc8-1696-4e80-aec8-26811b4f701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:37.370260 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aad6e16b-7cbc-436d-8433-f504f1b6dbab req-196cafc8-1696-4e80-aec8-26811b4f701b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 1130 time: 0.0445383 Mar 21 11:42:37.504339 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2df686-bb8a-4c8c-ab9e-bd14ecb43cd9 req-fe32797b-5bca-469d-b473-32d0c962cb4a tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:37.505829 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fa2df686-bb8a-4c8c-ab9e-bd14ecb43cd9 req-fe32797b-5bca-469d-b473-32d0c962cb4a tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.1140668 Mar 21 11:42:37.508724 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6e16b-7cbc-436d-8433-f504f1b6dbab req-b15febef-a61a-4099-8470-041a090214d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:37.510119 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aad6e16b-7cbc-436d-8433-f504f1b6dbab req-b15febef-a61a-4099-8470-041a090214d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 200 len: 920 time: 0.1254213 Mar 21 11:42:37.602775 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fa2df686-bb8a-4c8c-ab9e-bd14ecb43cd9 req-c180409d-5dac-4b07-b66d-f7971423394d tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899215 Mar 21 11:42:37.604538 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aad6e16b-7cbc-436d-8433-f504f1b6dbab req-ff56f0c8-613e-43d3-82eb-289cf08d299b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3f81cb-1c89-4ef2-9e39-bfc695c36451 HTTP/1.1" status: 200 len: 1002 time: 0.0848303 Mar 21 11:42:37.661009 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6e16b-7cbc-436d-8433-f504f1b6dbab req-16354986-50d2-4c62-88e4-1011d3e34a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:37.662431 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aad6e16b-7cbc-436d-8433-f504f1b6dbab req-16354986-50d2-4c62-88e4-1011d3e34a84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b HTTP/1.1" status: 200 len: 858 time: 0.0447733 Mar 21 11:42:37.710394 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6e16b-7cbc-436d-8433-f504f1b6dbab req-1b8f551b-b4b9-4ef9-bcaf-e9e862a23b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:37.711892 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aad6e16b-7cbc-436d-8433-f504f1b6dbab req-1b8f551b-b4b9-4ef9-bcaf-e9e862a23b7d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d03519d-2e7e-48b4-905f-e8767233d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432503 Mar 21 11:42:37.804129 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aad6e16b-7cbc-436d-8433-f504f1b6dbab req-dab81015-b5fa-4f49-aee2-f0ec81606bd5 service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858862 Mar 21 11:42:37.903339 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aad6e16b-7cbc-436d-8433-f504f1b6dbab req-9bda9239-9839-4185-a897-cd661cbabf4d service neutron] 10.222.0.64 "GET /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824716 Mar 21 11:42:38.379727 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f4199-2a45-4c35-8819-81285f2d5a62 req-9b9f93ec-47de-4645-8031-a0d584431824 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:38.381205 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f37f4199-2a45-4c35-8819-81285f2d5a62 req-9b9f93ec-47de-4645-8031-a0d584431824 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 946 time: 0.0519872 Mar 21 11:42:38.429713 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f37f4199-2a45-4c35-8819-81285f2d5a62 req-446971a4-95e9-4b1b-9015-db5287eb7e1c tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429518 Mar 21 11:42:39.549981 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366320e0-b99b-4666-a894-d6872ef29b64 req-dd8db77b-6f0e-44ea-9260-94ff3a427517 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:39.551422 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-366320e0-b99b-4666-a894-d6872ef29b64 req-dd8db77b-6f0e-44ea-9260-94ff3a427517 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 946 time: 0.0509899 Mar 21 11:42:39.596297 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-366320e0-b99b-4666-a894-d6872ef29b64 req-8e79b466-983b-4f1c-870d-801f7b83b62b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393801 Mar 21 11:42:39.915021 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c028b1f-0266-4557-a4d9-e5aa3cbb3a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:40.127465 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef688df-4dfe-4ded-8586-260013169401 req-91d59646-aa76-4f16-ab8b-635e2ca2d1e7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:40.128926 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fef688df-4dfe-4ded-8586-260013169401 req-91d59646-aa76-4f16-ab8b-635e2ca2d1e7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.64 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 946 time: 0.0507879 Mar 21 11:42:40.222293 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-fef688df-4dfe-4ded-8586-260013169401 req-cdccc34a-2b0e-44dc-8384-99d89e745ef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Deleting port b4b550c0-d534-4cbf-98f0-99ee33f9c287 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:42:40.222552 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fef688df-4dfe-4ded-8586-260013169401 req-cdccc34a-2b0e-44dc-8384-99d89e745ef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:40.305599 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-fef688df-4dfe-4ded-8586-260013169401 req-cdccc34a-2b0e-44dc-8384-99d89e745ef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] For port b4b550c0-d534-4cbf-98f0-99ee33f9c287, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b4b550c0-d534-4cbf-98f0-99ee33f9c287,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:42:40.305958 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fef688df-4dfe-4ded-8586-260013169401 req-cdccc34a-2b0e-44dc-8384-99d89e745ef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:40.471270 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fef688df-4dfe-4ded-8586-260013169401 req-cdccc34a-2b0e-44dc-8384-99d89e745ef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:40.471624 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fef688df-4dfe-4ded-8586-260013169401 req-cdccc34a-2b0e-44dc-8384-99d89e745ef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (0a8f5b55-3f93-448e-a1b7-a52c0ce487e6), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:40.471979 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [req-fef688df-4dfe-4ded-8586-260013169401 req-cdccc34a-2b0e-44dc-8384-99d89e745ef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Floating IP 0a8f5b55-3f93-448e-a1b7-a52c0ce487e6 disassociated. External IP: 172.27.0.64, port: b4b550c0-d534-4cbf-98f0-99ee33f9c287. Mar 21 11:42:40.472365 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-fef688df-4dfe-4ded-8586-260013169401 req-cdccc34a-2b0e-44dc-8384-99d89e745ef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Calling delete_port for b4b550c0-d534-4cbf-98f0-99ee33f9c287 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:42:40.801898 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ceb6d-7aba-45bd-bcf2-e4a90cc3bf13 req-ae6fc8ba-c1e6-49b3-a001-7b626dc634ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:40.803289 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9c3ceb6d-7aba-45bd-bcf2-e4a90cc3bf13 req-ae6fc8ba-c1e6-49b3-a001-7b626dc634ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76cf333-334c-46aa-bc2f-7968e6276c3f HTTP/1.1" status: 200 len: 946 time: 0.0750561 Mar 21 11:42:40.879272 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fef688df-4dfe-4ded-8586-260013169401 req-cdccc34a-2b0e-44dc-8384-99d89e745ef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (b4b550c0-d534-4cbf-98f0-99ee33f9c287), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:40.912056 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9c3ceb6d-7aba-45bd-bcf2-e4a90cc3bf13 req-d0ab5946-4175-4342-bb15-fd0fcbadeabe tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a47a571-703a-4ca8-bb21-8932b8eee039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004374 Mar 21 11:42:40.913137 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccc34a-2b0e-44dc-8384-99d89e745ef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event deleted for resources: {'Port': ['ID=b4b550c0-d534-4cbf-98f0-99ee33f9c287,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:41.028683 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fef688df-4dfe-4ded-8586-260013169401 req-cdccc34a-2b0e-44dc-8384-99d89e745ef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:42:41.136152 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fef688df-4dfe-4ded-8586-260013169401 req-cdccc34a-2b0e-44dc-8384-99d89e745ef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:42:41.146558 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bddc5eb-6604-4e09-aa49-85f8ec9ab4f3 None None] Sync routers for ids ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:42:41.156767 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bddc5eb-6604-4e09-aa49-85f8ec9ab4f3 None None] Routers {'556be9ce-0f25-426f-8030-1fc1c5e8fa74'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:42:41.157390 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1bddc5eb-6604-4e09-aa49-85f8ec9ab4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:42:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:41.176329 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef688df-4dfe-4ded-8586-260013169401 req-cdccc34a-2b0e-44dc-8384-99d89e745ef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] No DVR routers for this DVR port b4b550c0-d534-4cbf-98f0-99ee33f9c287 on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:42:41.178821 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-fef688df-4dfe-4ded-8586-260013169401 req-cdccc34a-2b0e-44dc-8384-99d89e745ef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:41.182267 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fef688df-4dfe-4ded-8586-260013169401 req-cdccc34a-2b0e-44dc-8384-99d89e745ef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.64 "DELETE /v2.0/ports/b4b550c0-d534-4cbf-98f0-99ee33f9c287 HTTP/1.1" status: 204 len: 173 time: 1.0485134 Mar 21 11:42:41.182721 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'name': 'network-vif-deleted', 'tag': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:42:41.185106 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97736e10-964f-4eef-95a1-18ad18277b47" -d '{"events": [{"server_uuid": "c76cf333-334c-46aa-bc2f-7968e6276c3f", "name": "network-vif-deleted", "tag": "b4b550c0-d534-4cbf-98f0-99ee33f9c287"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:42:41.222784 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8fcffd-2ede-4830-afde-4ea3b4982556 x-openstack-request-id: req-ae8fcffd-2ede-4830-afde-4ea3b4982556 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:42:41.223079 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76cf333-334c-46aa-bc2f-7968e6276c3f", "name": "network-vif-deleted", "tag": "b4b550c0-d534-4cbf-98f0-99ee33f9c287", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:42:41.223329 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae8fcffd-2ede-4830-afde-4ea3b4982556 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:42:41.223727 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76cf333-334c-46aa-bc2f-7968e6276c3f', 'name': 'network-vif-deleted', 'tag': 'b4b550c0-d534-4cbf-98f0-99ee33f9c287', 'status': 'completed', 'code': 200} Mar 21 11:42:41.404930 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-1bddc5eb-6604-4e09-aa49-85f8ec9ab4f3 None None] Set router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:42:41.597102 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1bddc5eb-6604-4e09-aa49-85f8ec9ab4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:25Z', 'revision_number': 4, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '47e07642-339c-4a4d-a8eb-8a12a1a2c72c', 'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'mac_address': 'fa:16:3e:a0:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:22Z', 'updated_at': '2022-03-21T11:38:40Z', 'revision_number': 5, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'subnets': [{'id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:41.623752 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bddc5eb-6604-4e09-aa49-85f8ec9ab4f3 None None] Checking router: 556be9ce-0f25-426f-8030-1fc1c5e8fa74 for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:42:41.632330 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bddc5eb-6604-4e09-aa49-85f8ec9ab4f3 None None] Routers {'556be9ce-0f25-426f-8030-1fc1c5e8fa74'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:42:41.632934 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1bddc5eb-6604-4e09-aa49-85f8ec9ab4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:42:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:41.748351 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-1bddc5eb-6604-4e09-aa49-85f8ec9ab4f3 None None] Set router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:42:41.943302 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-1bddc5eb-6604-4e09-aa49-85f8ec9ab4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:25Z', 'revision_number': 4, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '47e07642-339c-4a4d-a8eb-8a12a1a2c72c', 'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'mac_address': 'fa:16:3e:a0:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:22Z', 'updated_at': '2022-03-21T11:38:40Z', 'revision_number': 5, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'subnets': [{'id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:41.971136 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bddc5eb-6604-4e09-aa49-85f8ec9ab4f3 None None] The sync data for ids ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'] in dv-cinder-805072-11-iscsi is: [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:25Z', 'revision_number': 4, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '47e07642-339c-4a4d-a8eb-8a12a1a2c72c', 'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'mac_address': 'fa:16:3e:a0:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:22Z', 'updated_at': '2022-03-21T11:38:40Z', 'revision_number': 5, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'subnets': [{'id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:42:42.008769 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 40846) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:42.064514 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-80abdc66-ce4a-4c2e-b0d0-66287f3294bf tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group (2a47a571-703a-4ca8-bb21-8932b8eee039), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:42.087751 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-80abdc66-ce4a-4c2e-b0d0-66287f3294bf tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group (2a47a571-703a-4ca8-bb21-8932b8eee039), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:42.145113 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-80abdc66-ce4a-4c2e-b0d0-66287f3294bf tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (2a47a571-703a-4ca8-bb21-8932b8eee039), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:42.147703 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-80abdc66-ce4a-4c2e-b0d0-66287f3294bf tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:42.148962 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-80abdc66-ce4a-4c2e-b0d0-66287f3294bf tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "DELETE /v2.0/security-groups/2a47a571-703a-4ca8-bb21-8932b8eee039 HTTP/1.1" status: 204 len: 168 time: 0.1390486 Mar 21 11:42:42.151789 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 40848) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:42.162733 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abdc66-ce4a-4c2e-b0d0-66287f3294bf tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a47a571-703a-4ca8-bb21-8932b8eee039,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:42.165099 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.api.v2.resource [None req-488ea762-e9d7-41ac-a214-60ede8916fc7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] show failed (client error): The resource could not be found. Mar 21 11:42:42.166118 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-488ea762-e9d7-41ac-a214-60ede8916fc7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups/2a47a571-703a-4ca8-bb21-8932b8eee039 HTTP/1.1" status: 404 len: 347 time: 0.0133295 Mar 21 11:42:42.171169 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 40850) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:42.218352 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71891eed-b2b5-4f0f-904b-d69b7ecd8b42 None None] New status for floating IP 0a8f5b55-3f93-448e-a1b7-a52c0ce487e6: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:42:42.254394 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce262e25-c96b-4e38-b496-9eb2c84a7dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:42.293481 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f9e683f5-fb0e-4fba-bc69-b856393c911f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Deleting port 8d730f9c-e108-4bd7-be0d-5bf951535156 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:42:42.293812 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9e683f5-fb0e-4fba-bc69-b856393c911f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (8d730f9c-e108-4bd7-be0d-5bf951535156), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:42.368261 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9e683f5-fb0e-4fba-bc69-b856393c911f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (8d730f9c-e108-4bd7-be0d-5bf951535156), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:42.368584 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9e683f5-fb0e-4fba-bc69-b856393c911f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for floatingip (8d730f9c-e108-4bd7-be0d-5bf951535156), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:42.381443 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-f9e683f5-fb0e-4fba-bc69-b856393c911f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Calling delete_port for 8d730f9c-e108-4bd7-be0d-5bf951535156 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:42:42.511351 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9e683f5-fb0e-4fba-bc69-b856393c911f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (8d730f9c-e108-4bd7-be0d-5bf951535156), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:42.534674 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e683f5-fb0e-4fba-bc69-b856393c911f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event deleted for resources: {'Port': ['ID=8d730f9c-e108-4bd7-be0d-5bf951535156,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:42.592500 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9e683f5-fb0e-4fba-bc69-b856393c911f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for floatingip (0a8f5b55-3f93-448e-a1b7-a52c0ce487e6), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:42.594942 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f9e683f5-fb0e-4fba-bc69-b856393c911f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:42.596088 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-f9e683f5-fb0e-4fba-bc69-b856393c911f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "DELETE /v2.0/floatingips/0a8f5b55-3f93-448e-a1b7-a52c0ce487e6 HTTP/1.1" status: 204 len: 168 time: 0.4238825 Mar 21 11:42:42.970193 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 40854) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:42.974730 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6f9957a9-665d-4196-b84f-3909602d3207 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--295435757', 'description': 'tempest-description--1962089485'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:42:42.994204 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f9957a9-665d-4196-b84f-3909602d3207 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.056318 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f9957a9-665d-4196-b84f-3909602d3207 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group (a448e2b5-11bb-4392-ae26-e4acd560a597), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.059926 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f9957a9-665d-4196-b84f-3909602d3207 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (a448e2b5-11bb-4392-ae26-e4acd560a597), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.083103 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6f9957a9-665d-4196-b84f-3909602d3207 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.084323 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6f9957a9-665d-4196-b84f-3909602d3207 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1130617 Mar 21 11:42:43.087281 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 40856) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:43.091724 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Request body: {'security_group_rule': {'security_group_id': 'a448e2b5-11bb-4392-ae26-e4acd560a597', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:42:43.091943 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9957a9-665d-4196-b84f-3909602d3207 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a448e2b5-11bb-4392-ae26-e4acd560a597,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:43.117850 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group_rule (1bf5a63a-9f2e-46a0-9c12-2f19c9a8d53d), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.174613 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group_rule (1bf5a63a-9f2e-46a0-9c12-2f19c9a8d53d), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.178140 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (1bf5a63a-9f2e-46a0-9c12-2f19c9a8d53d), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.194118 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf5a63a-9f2e-46a0-9c12-2f19c9a8d53d,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:43.203625 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.205248 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169481 Mar 21 11:42:43.206515 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:43.206862 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:43.207202 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:43.207534 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:43.207892 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:43.208165 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 40858) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:43.208272 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:43.208538 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:43.208865 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:43.209184 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:43.209503 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:43.209825 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:43.210149 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:43.210470 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:43.210787 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:43.211103 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c94fd5-0b0d-4175-a307-2be9afdc11bb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:42:43.212576 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3ff9a424-8f2f-4d2c-8298-a16d92610be7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Request body: {'security_group_rule': {'security_group_id': 'a448e2b5-11bb-4392-ae26-e4acd560a597', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:42:43.236642 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ff9a424-8f2f-4d2c-8298-a16d92610be7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group_rule (e2ff3075-e176-4e0a-b5a2-19425bf1e59b), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.293686 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ff9a424-8f2f-4d2c-8298-a16d92610be7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group_rule (e2ff3075-e176-4e0a-b5a2-19425bf1e59b), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.297051 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ff9a424-8f2f-4d2c-8298-a16d92610be7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (e2ff3075-e176-4e0a-b5a2-19425bf1e59b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.313003 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9a424-8f2f-4d2c-8298-a16d92610be7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ff3075-e176-4e0a-b5a2-19425bf1e59b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:43.320692 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3ff9a424-8f2f-4d2c-8298-a16d92610be7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.321857 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3ff9a424-8f2f-4d2c-8298-a16d92610be7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127045 Mar 21 11:42:43.324986 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 40860) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:43.329041 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Request body: {'floatingip': {'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:42:43.348814 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.440174 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.467854 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.547448 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Allocated IP 172.27.0.171 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/78a12ca9-824a-4fd8-b4cf-043a2f8d026a) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:42:43.644761 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for port (78a12ca9-824a-4fd8-b4cf-043a2f8d026a), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.676032 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (78a12ca9-824a-4fd8-b4cf-043a2f8d026a), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.715545 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:42:43.718396 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:42:43.723662 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:42:43.744195 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event updated for resources: {'Port': ['ID=78a12ca9-824a-4fd8-b4cf-043a2f8d026a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:43.759914 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device b4b550c0-d534-4cbf-98f0-99ee33f9c287 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:42:43.780501 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: b4b550c0-d534-4cbf-98f0-99ee33f9c287 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:42:43.780834 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device b4b550c0-d534-4cbf-98f0-99ee33f9c287 not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:42:43.806971 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for floatingip (c384c41c-1fe9-4841-8e11-f0674929feca), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.842008 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (78a12ca9-824a-4fd8-b4cf-043a2f8d026a), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.988116 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for port (78a12ca9-824a-4fd8-b4cf-043a2f8d026a), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:43.992452 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8481686'] for port (78a12ca9-824a-4fd8-b4cf-043a2f8d026a), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:44.059383 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event updated for resources: {'Port': ['ID=78a12ca9-824a-4fd8-b4cf-043a2f8d026a,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:44.070998 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (c384c41c-1fe9-4841-8e11-f0674929feca), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:44.085256 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:44.086473 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3d0a1e02-29be-4235-bd03-ac6bdb70cef3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7605877 Mar 21 11:42:44.275874 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-5bf173ae-8219-4938-bf41-45efc5c1bfda tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--295435757&fields=id&tenant_id=0c141138859a41e99ecf708f522bb0a7 HTTP/1.1" status: 200 len: 267 time: 0.0414488 Mar 21 11:42:44.376819 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2816bae8-d4f5-4ce3-84a3-5fac2afcfbaa tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:44.378246 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2816bae8-d4f5-4ce3-84a3-5fac2afcfbaa tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/networks?id=c2407076-ce8e-4906-8d16-619268537603 HTTP/1.1" status: 200 len: 816 time: 0.0964317 Mar 21 11:42:44.391954 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-61e0a7b6-e3fa-490d-8e48-f7aab606e59e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/quotas/0c141138859a41e99ecf708f522bb0a7 HTTP/1.1" status: 200 len: 375 time: 0.0085440 Mar 21 11:42:44.448070 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-6d3b7a0e-3721-4a10-b1b0-db3de5f6f47c tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c141138859a41e99ecf708f522bb0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514848 Mar 21 11:42:44.538768 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-b13db516-e980-4678-844b-3baac0202114 service neutron] 10.222.0.61 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798020 Mar 21 11:42:44.627752 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-39a43062-9014-475e-a33b-82c1cec65ee4 service neutron] 10.222.0.61 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835795 Mar 21 11:42:44.772006 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:44.784060 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ada52b1f-f7ef-4086-9261-d6ca5b8ce16f req-72dc69f1-4afe-49e5-b6e2-151411e4c525 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 210 time: 0.0286512 Mar 21 11:42:45.742508 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-01419806-665d-4746-816c-3333eae30b03 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:45.743945 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-01419806-665d-4746-816c-3333eae30b03 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.64 "GET /v2.0/networks?id=c2407076-ce8e-4906-8d16-619268537603 HTTP/1.1" status: 200 len: 816 time: 0.0983937 Mar 21 11:42:45.815182 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-6ce590c3-781c-4598-bebb-869993d5fd93 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c141138859a41e99ecf708f522bb0a7 HTTP/1.1" status: 200 len: 379 time: 0.0569220 Mar 21 11:42:45.831898 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-d1cd0124-13c4-40bf-b63a-370ed8a33a4b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Request body: {'port': {'device_id': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'admin_state_up': True, 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'security_groups': ['a448e2b5-11bb-4392-ae26-e4acd560a597']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:42:45.900744 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-01c14d6e-e7f6-4362-acba-2fa1f951eccf req-feb805e7-63e0-4856-8a20-0fcf7330dd2e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 210 time: 0.0296531 Mar 21 11:42:45.956585 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-d1cd0124-13c4-40bf-b63a-370ed8a33a4b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Made reservation on behalf of 0c141138859a41e99ecf708f522bb0a7 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:42:45.960125 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-d1cd0124-13c4-40bf-b63a-370ed8a33a4b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:46.082443 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-d1cd0124-13c4-40bf-b63a-370ed8a33a4b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Allocated IP 172.20.0.14 (c2407076-ce8e-4906-8d16-619268537603/d57719d7-5e0a-4d75-8c02-479681c6e387/c962ebd6-6d0c-40b7-9475-e2dca4e71dcb) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:42:46.216556 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-d1cd0124-13c4-40bf-b63a-370ed8a33a4b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:46.247690 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-d1cd0124-13c4-40bf-b63a-370ed8a33a4b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:46.287528 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-d1cd0124-13c4-40bf-b63a-370ed8a33a4b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Network c2407076-ce8e-4906-8d16-619268537603 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:42:46.290491 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-d1cd0124-13c4-40bf-b63a-370ed8a33a4b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:42:46.294078 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-d1cd0124-13c4-40bf-b63a-370ed8a33a4b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:42:46.323126 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd0124-13c4-40bf-b63a-370ed8a33a4b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event updated for resources: {'Port': ['ID=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:46.351484 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-d1cd0124-13c4-40bf-b63a-370ed8a33a4b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:46.352227 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-d1cd0124-13c4-40bf-b63a-370ed8a33a4b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:46.368863 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-d1cd0124-13c4-40bf-b63a-370ed8a33a4b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5407429 Mar 21 11:42:46.388939 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Request body: {'port': {'device_id': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:42:46.413308 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:46.454867 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:46.509262 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-724ddb37-e19d-4016-b937-c07ae55031a3 None None] Provisioning complete for port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:42:46.509622 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-724ddb37-e19d-4016-b937-c07ae55031a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:46.543421 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-724ddb37-e19d-4016-b937-c07ae55031a3 None None] Port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:42:46.711011 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c962ebd6-6d0c-40b7-9475-e2dca4e71dcb {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:42:46.718265 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Publish callbacks [] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:46.729701 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Transition to ACTIVE for port object c962ebd6-6d0c-40b7-9475-e2dca4e71dcb will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:42:46.733323 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:46.783403 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Pushing event updated for resources: {'Port': ['ID=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:46.855928 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Attempting to bind port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:42:46.856382 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Attempting to bind port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '847fa3af-c62c-41ee-882d-a8398f1522ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2407076-ce8e-4906-8d16-619268537603'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:42:46.856616 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Attempting to bind port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb on network c2407076-ce8e-4906-8d16-619268537603 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:42:46.861296 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb on network c2407076-ce8e-4906-8d16-619268537603 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:42:46.861610 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Attempting to bind port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb on network c2407076-ce8e-4906-8d16-619268537603 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:42:46.866906 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:42:46.867247 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Checking segment: {'id': '847fa3af-c62c-41ee-882d-a8398f1522ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2407076-ce8e-4906-8d16-619268537603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:42:46.867630 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Bound using segment: {'id': '847fa3af-c62c-41ee-882d-a8398f1522ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2407076-ce8e-4906-8d16-619268537603'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:42:46.868076 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Bound port: c962ebd6-6d0c-40b7-9475-e2dca4e71dcb, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847fa3af-c62c-41ee-882d-a8398f1522ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2407076-ce8e-4906-8d16-619268537603'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:42:46.868430 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:46.934947 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] For port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:42:46.939226 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] For port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:42:46.945603 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:46.981204 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:46.981825 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:46.983163 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] 10.222.0.64 "PUT /v2.0/ports/c962ebd6-6d0c-40b7-9475-e2dca4e71dcb HTTP/1.1" status: 200 len: 1094 time: 0.5986969 Mar 21 11:42:46.983613 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'tag': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:42:46.986356 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18360840-95f8-4b87-b129-cdc94f9ea05c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae99c564-8d6e-4338-841a-fe3b7fbd40f9", "tag": "c962ebd6-6d0c-40b7-9475-e2dca4e71dcb"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:42:47.040868 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d006537-1adc-41a6-9f7f-b8d65016cb65 x-openstack-request-id: req-0d006537-1adc-41a6-9f7f-b8d65016cb65 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:42:47.041152 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae99c564-8d6e-4338-841a-fe3b7fbd40f9", "tag": "c962ebd6-6d0c-40b7-9475-e2dca4e71dcb", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:42:47.041397 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d006537-1adc-41a6-9f7f-b8d65016cb65 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:42:47.041792 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'tag': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb', 'status': 'completed', 'code': 200} Mar 21 11:42:47.069411 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474910e-128f-406d-b4be-4b205281a1ca service neutron] Pushing event updated for resources: {'Port': ['ID=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:47.092855 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff142b8-8dfb-4d84-acd9-340d990a1675 req-08e30177-7fed-4b9f-87bf-619e01ef8bd4 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:47.094377 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cff142b8-8dfb-4d84-acd9-340d990a1675 req-08e30177-7fed-4b9f-87bf-619e01ef8bd4 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 944 time: 0.1169446 Mar 21 11:42:47.114978 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-e905ff53-1dc7-4e7b-998d-f5f3625c1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:47.116840 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-e905ff53-1dc7-4e7b-998d-f5f3625c1399 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c141138859a41e99ecf708f522bb0a7&device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 1128 time: 0.0742950 Mar 21 11:42:47.175963 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-772e9750-db61-4fff-94b9-1e2a03b68ef4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb HTTP/1.1" status: 200 len: 217 time: 0.0453031 Mar 21 11:42:47.197194 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cff142b8-8dfb-4d84-acd9-340d990a1675 req-916e7f64-9a09-41e3-bb87-6e0b7706df91 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959711 Mar 21 11:42:47.208341 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:47.237231 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-003b3428-e619-4732-b867-4f986653d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:47.238953 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-003b3428-e619-4732-b867-4f986653d002 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d57719d7-5e0a-4d75-8c02-479681c6e387 HTTP/1.1" status: 200 len: 855 time: 0.0554650 Mar 21 11:42:47.287880 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-6e8518e6-3dbe-4b03-9239-a4eb9dd4ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:47.289344 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-6e8518e6-3dbe-4b03-9239-a4eb9dd4ebec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2407076-ce8e-4906-8d16-619268537603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439572 Mar 21 11:42:47.380417 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-d7b0cb82-ad43-4df4-9042-0b861f4dbee3 service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809743 Mar 21 11:42:47.471293 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d0f7f88-db30-4df4-9bcd-c8fd6176da88 req-f1ae9ea3-3715-4820-8020-63faad702419 service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844896 Mar 21 11:42:47.562180 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18360840-95f8-4b87-b129-cdc94f9ea05c req-60f64564-2526-4201-b62c-2c1528adaccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:47.563621 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-18360840-95f8-4b87-b129-cdc94f9ea05c req-60f64564-2526-4201-b62c-2c1528adaccc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c141138859a41e99ecf708f522bb0a7&device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 1128 time: 0.0438402 Mar 21 11:42:47.655306 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18360840-95f8-4b87-b129-cdc94f9ea05c req-25176a50-ff11-4a9f-adb7-1e3bd3079b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:47.656791 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-18360840-95f8-4b87-b129-cdc94f9ea05c req-25176a50-ff11-4a9f-adb7-1e3bd3079b16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2407076-ce8e-4906-8d16-619268537603 HTTP/1.1" status: 200 len: 917 time: 0.0842190 Mar 21 11:42:47.704544 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-18360840-95f8-4b87-b129-cdc94f9ea05c req-b2f9648e-3abf-4c67-bc70-c1c4f874c237 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb HTTP/1.1" status: 200 len: 217 time: 0.0333645 Mar 21 11:42:47.753351 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18360840-95f8-4b87-b129-cdc94f9ea05c req-878315b4-14ca-4726-aeeb-623f6ea7af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:47.754648 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-18360840-95f8-4b87-b129-cdc94f9ea05c req-878315b4-14ca-4726-aeeb-623f6ea7af8c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d57719d7-5e0a-4d75-8c02-479681c6e387 HTTP/1.1" status: 200 len: 855 time: 0.0407419 Mar 21 11:42:47.805165 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18360840-95f8-4b87-b129-cdc94f9ea05c req-9b55f81e-0371-4c27-9485-01f08caa4e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:47.806625 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-18360840-95f8-4b87-b129-cdc94f9ea05c req-9b55f81e-0371-4c27-9485-01f08caa4e19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2407076-ce8e-4906-8d16-619268537603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424314 Mar 21 11:42:47.903412 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-18360840-95f8-4b87-b129-cdc94f9ea05c req-6a3a1ee3-2c26-4516-9ace-e216e2abdd1a service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825644 Mar 21 11:42:47.992403 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-18360840-95f8-4b87-b129-cdc94f9ea05c req-9bdc60ff-b492-4195-95cd-c0065fb7fa0a service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807986 Mar 21 11:42:48.320725 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9eda4-7df0-4e91-a035-e76d044e7ff2 req-de0d4917-3a6b-450f-9693-f2e32b5ebb51 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:48.322155 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-abf9eda4-7df0-4e91-a035-e76d044e7ff2 req-de0d4917-3a6b-450f-9693-f2e32b5ebb51 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 944 time: 0.0544865 Mar 21 11:42:48.366627 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-abf9eda4-7df0-4e91-a035-e76d044e7ff2 req-d680af79-1f01-48c4-a115-727a0a4a5adb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389647 Mar 21 11:42:49.486539 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac610a-8af1-4e80-bff6-6b9b83a81e71 req-832bda0e-7f66-4822-92bd-c45a45e76603 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:49.488052 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fcac610a-8af1-4e80-bff6-6b9b83a81e71 req-832bda0e-7f66-4822-92bd-c45a45e76603 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 944 time: 0.0523918 Mar 21 11:42:49.534266 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fcac610a-8af1-4e80-bff6-6b9b83a81e71 req-61d63a28-bdf7-43be-9f85-3a821d835a13 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406594 Mar 21 11:42:49.823490 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device c962ebd6-6d0c-40b7-9475-e2dca4e71dcb details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:42:49.918763 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:42:49.930187 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'port_id': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb', 'mac_address': 'fa:16:3e:3a:30:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:42:49.965176 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:42:49.965560 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:49.977488 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c962ebd6-6d0c-40b7-9475-e2dca4e71dcb {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:42:49.996734 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:42:50.000916 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:50.050423 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:50.298467 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['c962ebd6-6d0c-40b7-9475-e2dca4e71dcb'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:42:50.654402 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced481b6-3acc-441d-a8d4-a31a0ea029a5 req-805b4024-bc62-4228-89af-45fca252adb5 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:50.655851 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ced481b6-3acc-441d-a8d4-a31a0ea029a5 req-805b4024-bc62-4228-89af-45fca252adb5 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 945 time: 0.0542767 Mar 21 11:42:50.701401 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ced481b6-3acc-441d-a8d4-a31a0ea029a5 req-3afa19ad-0e8e-4063-8bbf-8fc2ae9405d3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394433 Mar 21 11:42:51.821632 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09d236-5b95-4072-a235-6ff789da62df req-988efbfa-e5d5-42b6-8f1c-3d5b2f383469 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:51.823078 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1f09d236-5b95-4072-a235-6ff789da62df req-988efbfa-e5d5-42b6-8f1c-3d5b2f383469 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 945 time: 0.0516605 Mar 21 11:42:51.828234 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device c962ebd6-6d0c-40b7-9475-e2dca4e71dcb up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:42:51.869599 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1f09d236-5b95-4072-a235-6ff789da62df req-baa39758-ea80-4baf-8765-e2a9b7a175a1 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408595 Mar 21 11:42:51.879093 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:42:51.883539 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:42:51.884311 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:51.958319 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:42:51.958778 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:51.980943 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:42:51.983130 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4b5ce9-603c-42f8-872d-cfc4a2062c7a" -d '{"events": [{"server_uuid": "ae99c564-8d6e-4338-841a-fe3b7fbd40f9", "name": "network-vif-plugged", "status": "completed", "tag": "c962ebd6-6d0c-40b7-9475-e2dca4e71dcb"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:42:51.996478 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:42:52.001321 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:52.023676 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345c12dc-ffc7-4e58-87d7-6a6df3d19276 x-openstack-request-id: req-345c12dc-ffc7-4e58-87d7-6a6df3d19276 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:42:52.023989 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae99c564-8d6e-4338-841a-fe3b7fbd40f9", "name": "network-vif-plugged", "status": "completed", "tag": "c962ebd6-6d0c-40b7-9475-e2dca4e71dcb", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:42:52.024238 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-345c12dc-ffc7-4e58-87d7-6a6df3d19276 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:42:52.024619 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb', 'code': 200} Mar 21 11:42:52.053655 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:42:52.199263 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609b8c7-f571-40a8-a0ff-564a663a8030 req-42162da3-9cc4-41c6-ab55-b354efe87cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:52.200723 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e609b8c7-f571-40a8-a0ff-564a663a8030 req-42162da3-9cc4-41c6-ab55-b354efe87cae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 1130 time: 0.0407147 Mar 21 11:42:52.245609 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e609b8c7-f571-40a8-a0ff-564a663a8030 req-d5dfa40f-9884-4d12-9b25-931478c888c2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383637 Mar 21 11:42:52.988251 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f1f06-ba7b-49c1-8362-3e2a6ad70406 req-1270bba2-6415-4f4f-be88-d628760f7778 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:52.989621 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7d3f1f06-ba7b-49c1-8362-3e2a6ad70406 req-1270bba2-6415-4f4f-be88-d628760f7778 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0509109 Mar 21 11:42:53.035151 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7d3f1f06-ba7b-49c1-8362-3e2a6ad70406 req-02d71683-4c04-43b4-b10c-cf75d28f7523 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400593 Mar 21 11:42:54.157285 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cda86-73d8-485b-8414-42691435d9df req-2fa73907-0019-40ac-9cd5-3e5a8d3fda31 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:54.158743 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-682cda86-73d8-485b-8414-42691435d9df req-2fa73907-0019-40ac-9cd5-3e5a8d3fda31 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0533259 Mar 21 11:42:54.202665 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-682cda86-73d8-485b-8414-42691435d9df req-926e5e23-4cf3-446d-9b8c-7240bc1d580c tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383904 Mar 21 11:42:54.320472 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796acfe7-4fef-4cec-a08d-24451898202f req-818417d3-df21-4705-a89b-3df02f7e28e3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:54.321830 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-796acfe7-4fef-4cec-a08d-24451898202f req-818417d3-df21-4705-a89b-3df02f7e28e3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0543978 Mar 21 11:42:54.330946 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 40914) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:42:54.335436 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-150d16df-9304-46bf-8ea2-f2482532f8d3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Request body: {'floatingip': {'port_id': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:42:54.372882 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-150d16df-9304-46bf-8ea2-f2482532f8d3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for floatingip (c384c41c-1fe9-4841-8e11-f0674929feca), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:54.784395 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-150d16df-9304-46bf-8ea2-f2482532f8d3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:54.788053 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-150d16df-9304-46bf-8ea2-f2482532f8d3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (c384c41c-1fe9-4841-8e11-f0674929feca), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:55.082834 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.l3_db [None req-150d16df-9304-46bf-8ea2-f2482532f8d3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Floating IP c384c41c-1fe9-4841-8e11-f0674929feca associated. External IP: 172.27.0.171, port: c962ebd6-6d0c-40b7-9475-e2dca4e71dcb. Mar 21 11:42:55.283216 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150d16df-9304-46bf-8ea2-f2482532f8d3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:42:55.388349 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150d16df-9304-46bf-8ea2-f2482532f8d3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:42:55.393582 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-150d16df-9304-46bf-8ea2-f2482532f8d3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:42:55.398450 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee4813-40b6-4ae3-873f-6636a7235bd1 None None] Sync routers for ids ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:42:55.408178 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee4813-40b6-4ae3-873f-6636a7235bd1 None None] Routers {'556be9ce-0f25-426f-8030-1fc1c5e8fa74'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:42:55.409940 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a1ee4813-40b6-4ae3-873f-6636a7235bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:42:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:55.422750 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-150d16df-9304-46bf-8ea2-f2482532f8d3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "PUT /v2.0/floatingips/c384c41c-1fe9-4841-8e11-f0674929feca HTTP/1.1" status: 200 len: 992 time: 1.0907266 Mar 21 11:42:55.423327 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'tag': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:42:55.425716 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7b816f3a06605387e8fbce4692360954dc05b73c3f9be141b24bdd2b92167a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62d4d07-630a-4998-8823-d67ba24bfbd0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae99c564-8d6e-4338-841a-fe3b7fbd40f9", "tag": "c962ebd6-6d0c-40b7-9475-e2dca4e71dcb"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:42:55.461306 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dd2392-3471-4e5a-b18a-d25778b0fb61 x-openstack-request-id: req-b0dd2392-3471-4e5a-b18a-d25778b0fb61 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:42:55.461594 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae99c564-8d6e-4338-841a-fe3b7fbd40f9", "tag": "c962ebd6-6d0c-40b7-9475-e2dca4e71dcb", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:42:55.461844 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b0dd2392-3471-4e5a-b18a-d25778b0fb61 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:42:55.462243 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'tag': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb', 'status': 'completed', 'code': 200} Mar 21 11:42:55.520495 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-a1ee4813-40b6-4ae3-873f-6636a7235bd1 None None] Set router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:42:55.534119 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d4d07-630a-4998-8823-d67ba24bfbd0 req-548f8884-4182-4c74-9231-2deb2e48fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:55.535724 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d62d4d07-630a-4998-8823-d67ba24bfbd0 req-548f8884-4182-4c74-9231-2deb2e48fde4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c141138859a41e99ecf708f522bb0a7&device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 1130 time: 0.0451717 Mar 21 11:42:55.622099 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d4d07-630a-4998-8823-d67ba24bfbd0 req-2cdc8799-a427-48e1-a267-cdcc70962589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:55.623864 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d62d4d07-630a-4998-8823-d67ba24bfbd0 req-2cdc8799-a427-48e1-a267-cdcc70962589 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2407076-ce8e-4906-8d16-619268537603 HTTP/1.1" status: 200 len: 917 time: 0.0813076 Mar 21 11:42:55.691643 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d62d4d07-630a-4998-8823-d67ba24bfbd0 req-30ef9d74-c32c-4ef1-9d99-132e374372b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb HTTP/1.1" status: 200 len: 1000 time: 0.0614007 Mar 21 11:42:55.738008 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a1ee4813-40b6-4ae3-873f-6636a7235bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:25Z', 'revision_number': 4, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': 'c384c41c-1fe9-4841-8e11-f0674929feca', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'port_id': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'mac_address': 'fa:16:3e:3a:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:42:43Z', 'updated_at': '2022-03-21T11:42:54Z', 'revision_number': 1, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e07642-339c-4a4d-a8eb-8a12a1a2c72c', 'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'mac_address': 'fa:16:3e:a0:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:22Z', 'updated_at': '2022-03-21T11:38:40Z', 'revision_number': 5, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'subnets': [{'id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:55.740270 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d4d07-630a-4998-8823-d67ba24bfbd0 req-3618d654-40d1-40a8-9ea9-92f1ec423590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:55.741762 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d62d4d07-630a-4998-8823-d67ba24bfbd0 req-3618d654-40d1-40a8-9ea9-92f1ec423590 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d57719d7-5e0a-4d75-8c02-479681c6e387 HTTP/1.1" status: 200 len: 855 time: 0.0426207 Mar 21 11:42:55.791618 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d4d07-630a-4998-8823-d67ba24bfbd0 req-a65c1bc4-3abc-4bc1-a24d-248d1bf4a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:42:55.793288 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d62d4d07-630a-4998-8823-d67ba24bfbd0 req-a65c1bc4-3abc-4bc1-a24d-248d1bf4a06d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2407076-ce8e-4906-8d16-619268537603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452762 Mar 21 11:42:55.889398 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d62d4d07-630a-4998-8823-d67ba24bfbd0 req-6ab5753a-4662-4ff3-837d-07876d143206 service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876696 Mar 21 11:42:55.890736 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee4813-40b6-4ae3-873f-6636a7235bd1 None None] Checking router: 556be9ce-0f25-426f-8030-1fc1c5e8fa74 for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:42:55.899533 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee4813-40b6-4ae3-873f-6636a7235bd1 None None] Routers {'556be9ce-0f25-426f-8030-1fc1c5e8fa74'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:42:55.900167 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a1ee4813-40b6-4ae3-873f-6636a7235bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:42:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:55.980839 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d62d4d07-630a-4998-8823-d67ba24bfbd0 req-c3e289d0-0f34-4e00-bc6d-22860835ce81 service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788245 Mar 21 11:42:56.008364 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-a1ee4813-40b6-4ae3-873f-6636a7235bd1 None None] Set router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:42:56.221608 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a1ee4813-40b6-4ae3-873f-6636a7235bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:25Z', 'revision_number': 4, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': 'c384c41c-1fe9-4841-8e11-f0674929feca', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'port_id': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'mac_address': 'fa:16:3e:3a:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:42:43Z', 'updated_at': '2022-03-21T11:42:54Z', 'revision_number': 1, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e07642-339c-4a4d-a8eb-8a12a1a2c72c', 'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'mac_address': 'fa:16:3e:a0:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:22Z', 'updated_at': '2022-03-21T11:38:40Z', 'revision_number': 5, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'subnets': [{'id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:42:56.250438 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee4813-40b6-4ae3-873f-6636a7235bd1 None None] The sync data for ids ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'] in dv-cinder-805072-11-iscsi is: [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:25Z', 'revision_number': 4, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': 'c384c41c-1fe9-4841-8e11-f0674929feca', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'port_id': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'mac_address': 'fa:16:3e:3a:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:42:43Z', 'updated_at': '2022-03-21T11:42:54Z', 'revision_number': 1, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e07642-339c-4a4d-a8eb-8a12a1a2c72c', 'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'mac_address': 'fa:16:3e:a0:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:22Z', 'updated_at': '2022-03-21T11:38:40Z', 'revision_number': 5, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'subnets': [{'id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:42:56.438604 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025bf18a-2df5-4378-84b1-e1547c5c95be None None] New status for floating IP c384c41c-1fe9-4841-8e11-f0674929feca: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:43:01.499262 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:43:09.916821 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3f03a48f-459c-44b7-829f-d0851e624301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:12.256506 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-94049eef-c0f5-49ea-8a0b-c28527cba288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:13.469731 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:14.710835 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfba858-b51d-4a9a-ad2f-e68ca76fd3e4 req-eba981c2-4569-4a06-88b2-99c59b8a0515 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:14.712370 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9dfba858-b51d-4a9a-ad2f-e68ca76fd3e4 req-eba981c2-4569-4a06-88b2-99c59b8a0515 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0564373 Mar 21 11:43:14.759482 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9dfba858-b51d-4a9a-ad2f-e68ca76fd3e4 req-f133676c-6165-4918-848f-bedbdb158f07 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407462 Mar 21 11:43:14.778104 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:15.988452 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a20b5-08aa-4ed4-af25-031742610c49 req-ec91113a-706b-43bf-bf7c-02e44b3be67d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:15.989942 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b76a20b5-08aa-4ed4-af25-031742610c49 req-ec91113a-706b-43bf-bf7c-02e44b3be67d tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.1608975 Mar 21 11:43:16.035480 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b76a20b5-08aa-4ed4-af25-031742610c49 req-b322e7f8-ed66-4d63-a810-01c92bd8ce5c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400317 Mar 21 11:43:16.407091 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:16.839299 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ee940-ca72-4119-b62c-e9e33ab5ebb1 req-c2518111-a937-4432-8b43-ae855393ffbf tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:16.840672 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0d9ee940-ca72-4119-b62c-e9e33ab5ebb1 req-c2518111-a937-4432-8b43-ae855393ffbf tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0505338 Mar 21 11:43:16.890060 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0d9ee940-ca72-4119-b62c-e9e33ab5ebb1 req-4e0f4924-11a5-4b3b-8321-873ae54b5ef5 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438042 Mar 21 11:43:17.151963 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31212d75-1cc2-4002-b0bf-83e13614e51e req-31cb683e-592b-420c-8b7d-0c4ef8ed3961 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:17.153436 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-31212d75-1cc2-4002-b0bf-83e13614e51e req-31cb683e-592b-420c-8b7d-0c4ef8ed3961 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0522761 Mar 21 11:43:17.198300 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-31212d75-1cc2-4002-b0bf-83e13614e51e req-fbbe3892-6ba3-47fb-8048-c129a01a3bc3 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394211 Mar 21 11:43:17.228827 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:18.005993 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ad0ef-c9c2-42e0-8238-332af838fe4d req-82192a14-efd9-4932-b0d4-c8af37f902aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:18.007460 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-614ad0ef-c9c2-42e0-8238-332af838fe4d req-82192a14-efd9-4932-b0d4-c8af37f902aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.0521576 Mar 21 11:43:18.051854 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-614ad0ef-c9c2-42e0-8238-332af838fe4d req-0e915160-2e74-4412-97ad-fa73a8722107 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389829 Mar 21 11:43:18.314206 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca562149-b3d7-457f-bce2-4db27ea550ce req-f1e97008-4dcb-4181-8d81-1f7a98090c2a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:18.316157 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ca562149-b3d7-457f-bce2-4db27ea550ce req-f1e97008-4dcb-4181-8d81-1f7a98090c2a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0535474 Mar 21 11:43:18.362576 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ca562149-b3d7-457f-bce2-4db27ea550ce req-619cf3f5-61b7-474d-a39f-290c96092f6b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=85c1d502-8c9e-40b3-b806-22df097b167a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407810 Mar 21 11:43:18.567475 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ee38b-a728-4aae-b724-0ebb743000a2 req-e29cd3ca-9e32-40e9-b8ea-d2a26d829ae2 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:18.568844 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-873ee38b-a728-4aae-b724-0ebb743000a2 req-e29cd3ca-9e32-40e9-b8ea-d2a26d829ae2 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.64 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 946 time: 0.0495572 Mar 21 11:43:18.662046 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-873ee38b-a728-4aae-b724-0ebb743000a2 req-fba44215-fb08-452c-b55b-19f7df714265 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Deleting port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:43:18.662385 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-873ee38b-a728-4aae-b724-0ebb743000a2 req-fba44215-fb08-452c-b55b-19f7df714265 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (3b3f81cb-1c89-4ef2-9e39-bfc695c36451), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:18.746548 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-873ee38b-a728-4aae-b724-0ebb743000a2 req-fba44215-fb08-452c-b55b-19f7df714265 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] For port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=3b3f81cb-1c89-4ef2-9e39-bfc695c36451,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:43:18.746911 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-873ee38b-a728-4aae-b724-0ebb743000a2 req-fba44215-fb08-452c-b55b-19f7df714265 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (3b3f81cb-1c89-4ef2-9e39-bfc695c36451), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:18.940480 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-873ee38b-a728-4aae-b724-0ebb743000a2 req-fba44215-fb08-452c-b55b-19f7df714265 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:18.940833 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-873ee38b-a728-4aae-b724-0ebb743000a2 req-fba44215-fb08-452c-b55b-19f7df714265 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (7797982d-f23b-4081-9de3-1367d609ba3b), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:18.941144 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [req-873ee38b-a728-4aae-b724-0ebb743000a2 req-fba44215-fb08-452c-b55b-19f7df714265 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Floating IP 7797982d-f23b-4081-9de3-1367d609ba3b disassociated. External IP: 172.27.0.118, port: 3b3f81cb-1c89-4ef2-9e39-bfc695c36451. Mar 21 11:43:18.941479 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-873ee38b-a728-4aae-b724-0ebb743000a2 req-fba44215-fb08-452c-b55b-19f7df714265 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Calling delete_port for 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:43:18.993664 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6a331-36ea-486d-b001-6a9e1466f178 req-020f627a-45b9-4d3e-8b14-d2dc217caab6 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:18.995084 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-16e6a331-36ea-486d-b001-6a9e1466f178 req-020f627a-45b9-4d3e-8b14-d2dc217caab6 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.1065192 Mar 21 11:43:19.397091 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-873ee38b-a728-4aae-b724-0ebb743000a2 req-fba44215-fb08-452c-b55b-19f7df714265 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (3b3f81cb-1c89-4ef2-9e39-bfc695c36451), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:19.421608 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d973a-7c5b-4616-9e7d-b9e2c594bd48 req-22039a0c-5f9a-4d78-92c4-c8b888f00220 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:19.423078 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d37d973a-7c5b-4616-9e7d-b9e2c594bd48 req-22039a0c-5f9a-4d78-92c4-c8b888f00220 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 945 time: 0.1159601 Mar 21 11:43:19.449773 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-16e6a331-36ea-486d-b001-6a9e1466f178 req-2978c2cf-201c-4392-ac6d-b6f8b305e212 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Deleting port c7093972-27b3-40e6-abdd-2f797bbc6b35 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:43:19.450113 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-16e6a331-36ea-486d-b001-6a9e1466f178 req-2978c2cf-201c-4392-ac6d-b6f8b305e212 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (c7093972-27b3-40e6-abdd-2f797bbc6b35), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:19.456178 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba44215-fb08-452c-b55b-19f7df714265 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Pushing event deleted for resources: {'Port': ['ID=3b3f81cb-1c89-4ef2-9e39-bfc695c36451,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:19.529905 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-839931af-3ece-4b63-81f0-d25e9846d823 req-85478749-7c27-4dbf-b8c7-a7d6bb920223 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 210 time: 0.0825722 Mar 21 11:43:19.659133 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d37d973a-7c5b-4616-9e7d-b9e2c594bd48 req-f6e06e42-619b-4c95-a9cf-8029dc748bef tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=e274a63e-70fe-460b-99ab-7548aaf52774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123022 Mar 21 11:43:19.681066 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-16e6a331-36ea-486d-b001-6a9e1466f178 req-2978c2cf-201c-4392-ac6d-b6f8b305e212 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] For port c7093972-27b3-40e6-abdd-2f797bbc6b35, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c7093972-27b3-40e6-abdd-2f797bbc6b35,segment=NetworkSegment(764b03ae-9161-4412-8fc2-dbb9b6a3c7d7),segment_id=764b03ae-9161-4412-8fc2-dbb9b6a3c7d7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:43:19.681426 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-16e6a331-36ea-486d-b001-6a9e1466f178 req-2978c2cf-201c-4392-ac6d-b6f8b305e212 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (c7093972-27b3-40e6-abdd-2f797bbc6b35), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:19.737992 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-873ee38b-a728-4aae-b724-0ebb743000a2 req-fba44215-fb08-452c-b55b-19f7df714265 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Router 82e247bc-d478-4af2-91e1-a89b76bd692b has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:43:19.946356 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-16e6a331-36ea-486d-b001-6a9e1466f178 req-2978c2cf-201c-4392-ac6d-b6f8b305e212 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:19.946713 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-16e6a331-36ea-486d-b001-6a9e1466f178 req-2978c2cf-201c-4392-ac6d-b6f8b305e212 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (0416534a-e77d-4533-84fc-7c01283e9769), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:19.947027 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [req-16e6a331-36ea-486d-b001-6a9e1466f178 req-2978c2cf-201c-4392-ac6d-b6f8b305e212 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Floating IP 0416534a-e77d-4533-84fc-7c01283e9769 disassociated. External IP: 172.27.0.204, port: c7093972-27b3-40e6-abdd-2f797bbc6b35. Mar 21 11:43:19.947364 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-16e6a331-36ea-486d-b001-6a9e1466f178 req-2978c2cf-201c-4392-ac6d-b6f8b305e212 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Calling delete_port for c7093972-27b3-40e6-abdd-2f797bbc6b35 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:43:19.953952 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-873ee38b-a728-4aae-b724-0ebb743000a2 req-fba44215-fb08-452c-b55b-19f7df714265 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:43:19.965139 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60b98ba-8d9c-43ab-9c51-2190436349cc None None] Sync routers for ids ['82e247bc-d478-4af2-91e1-a89b76bd692b'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:43:19.975162 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b98ba-8d9c-43ab-9c51-2190436349cc None None] Routers {'82e247bc-d478-4af2-91e1-a89b76bd692b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:43:19.975767 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c60b98ba-8d9c-43ab-9c51-2190436349cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:43:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['82e247bc-d478-4af2-91e1-a89b76bd692b'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:20.029716 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-873ee38b-a728-4aae-b724-0ebb743000a2 req-fba44215-fb08-452c-b55b-19f7df714265 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] No DVR routers for this DVR port 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:43:20.033158 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-873ee38b-a728-4aae-b724-0ebb743000a2 req-fba44215-fb08-452c-b55b-19f7df714265 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:20.037023 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-873ee38b-a728-4aae-b724-0ebb743000a2 req-fba44215-fb08-452c-b55b-19f7df714265 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.64 "DELETE /v2.0/ports/3b3f81cb-1c89-4ef2-9e39-bfc695c36451 HTTP/1.1" status: 204 len: 173 time: 1.4625130 Mar 21 11:43:20.037405 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388a7d07-1846-4af4-b139-2d41ae118d49', 'name': 'network-vif-deleted', 'tag': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:43:20.039758 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1abf840-d55d-4e59-bb03-e6672305d84c" -d '{"events": [{"server_uuid": "388a7d07-1846-4af4-b139-2d41ae118d49", "name": "network-vif-deleted", "tag": "3b3f81cb-1c89-4ef2-9e39-bfc695c36451"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:43:20.085182 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bbf64e-9697-42d4-9950-c1fe914ac1ca x-openstack-request-id: req-b3bbf64e-9697-42d4-9950-c1fe914ac1ca {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:43:20.085464 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388a7d07-1846-4af4-b139-2d41ae118d49", "name": "network-vif-deleted", "tag": "3b3f81cb-1c89-4ef2-9e39-bfc695c36451", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:43:20.085722 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3bbf64e-9697-42d4-9950-c1fe914ac1ca {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:43:20.086255 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388a7d07-1846-4af4-b139-2d41ae118d49', 'name': 'network-vif-deleted', 'tag': '3b3f81cb-1c89-4ef2-9e39-bfc695c36451', 'status': 'completed', 'code': 200} Mar 21 11:43:20.088484 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-c60b98ba-8d9c-43ab-9c51-2190436349cc None None] Set router 82e247bc-d478-4af2-91e1-a89b76bd692b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:43:20.143879 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-16e6a331-36ea-486d-b001-6a9e1466f178 req-2978c2cf-201c-4392-ac6d-b6f8b305e212 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (c7093972-27b3-40e6-abdd-2f797bbc6b35), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:20.171231 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978c2cf-201c-4392-ac6d-b6f8b305e212 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event deleted for resources: {'Port': ['ID=c7093972-27b3-40e6-abdd-2f797bbc6b35,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:20.288303 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16e6a331-36ea-486d-b001-6a9e1466f178 req-2978c2cf-201c-4392-ac6d-b6f8b305e212 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:43:20.302629 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c60b98ba-8d9c-43ab-9c51-2190436349cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 4, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port': {'id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '369de428-ef40-4f7a-bc06-b10726499c02', 'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'mac_address': 'fa:16:3e:8d:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:20Z', 'updated_at': '2022-03-21T11:38:32Z', 'revision_number': 5, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'subnets': [{'id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:20.328578 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60b98ba-8d9c-43ab-9c51-2190436349cc None None] Checking router: 82e247bc-d478-4af2-91e1-a89b76bd692b for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:43:20.337473 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b98ba-8d9c-43ab-9c51-2190436349cc None None] Routers {'82e247bc-d478-4af2-91e1-a89b76bd692b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:43:20.338081 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c60b98ba-8d9c-43ab-9c51-2190436349cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:43:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['82e247bc-d478-4af2-91e1-a89b76bd692b'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:20.399629 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16e6a331-36ea-486d-b001-6a9e1466f178 req-2978c2cf-201c-4392-ac6d-b6f8b305e212 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:43:20.409280 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5a04cc-45ae-4caf-9739-00de8d8531f4 None None] Sync routers for ids ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:43:20.419991 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a04cc-45ae-4caf-9739-00de8d8531f4 None None] Routers {'88dc3778-37d3-4c2d-9bb6-e3557b8202ac'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:43:20.420601 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ee5a04cc-45ae-4caf-9739-00de8d8531f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:43:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:20.443056 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e6a331-36ea-486d-b001-6a9e1466f178 req-2978c2cf-201c-4392-ac6d-b6f8b305e212 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] No DVR routers for this DVR port c7093972-27b3-40e6-abdd-2f797bbc6b35 on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:43:20.446152 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-16e6a331-36ea-486d-b001-6a9e1466f178 req-2978c2cf-201c-4392-ac6d-b6f8b305e212 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:20.449900 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-16e6a331-36ea-486d-b001-6a9e1466f178 req-2978c2cf-201c-4392-ac6d-b6f8b305e212 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.64 "DELETE /v2.0/ports/c7093972-27b3-40e6-abdd-2f797bbc6b35 HTTP/1.1" status: 204 len: 173 time: 1.4464178 Mar 21 11:43:20.463432 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-c60b98ba-8d9c-43ab-9c51-2190436349cc None None] Set router 82e247bc-d478-4af2-91e1-a89b76bd692b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:43:20.559390 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ee5a04cc-45ae-4caf-9739-00de8d8531f4 None None] Set router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:43:20.701212 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c60b98ba-8d9c-43ab-9c51-2190436349cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 4, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port': {'id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '369de428-ef40-4f7a-bc06-b10726499c02', 'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'mac_address': 'fa:16:3e:8d:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:20Z', 'updated_at': '2022-03-21T11:38:32Z', 'revision_number': 5, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'subnets': [{'id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:20.738842 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60b98ba-8d9c-43ab-9c51-2190436349cc None None] The sync data for ids ['82e247bc-d478-4af2-91e1-a89b76bd692b'] in dv-cinder-805072-11-iscsi is: [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:21Z', 'revision_number': 4, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port': {'id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '369de428-ef40-4f7a-bc06-b10726499c02', 'name': '', 'network_id': '1d03519d-2e7e-48b4-905f-e8767233d5b2', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'mac_address': 'fa:16:3e:8d:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:20Z', 'updated_at': '2022-03-21T11:38:32Z', 'revision_number': 5, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'subnets': [{'id': '3028da22-9f5c-47fe-ad2f-2d7bc04fd16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:43:20.765420 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-71db5188-e5a1-40cd-a5e4-79d0cbca94f2 req-df4fe206-17d5-471a-a449-f65f97b369f1 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=388a7d07-1846-4af4-b139-2d41ae118d49 HTTP/1.1" status: 200 len: 210 time: 0.0920563 Mar 21 11:43:20.840670 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ee5a04cc-45ae-4caf-9739-00de8d8531f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '72785818-d4e6-40e2-b873-767adbc7357c', 'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'mac_address': 'fa:16:3e:e6:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:27Z', 'updated_at': '2022-03-21T11:38:45Z', 'revision_number': 5, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'subnets': [{'id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:20.843569 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8177bac8-41c2-4541-91d5-7c222689feac req-249249da-c609-4d34-b474-d3c2f65006d3 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6c1924b-3cf7-41d6-8400-699ab79b9015 HTTP/1.1" status: 200 len: 210 time: 0.0310171 Mar 21 11:43:20.867993 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5a04cc-45ae-4caf-9739-00de8d8531f4 None None] Checking router: 88dc3778-37d3-4c2d-9bb6-e3557b8202ac for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:43:20.876545 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a04cc-45ae-4caf-9739-00de8d8531f4 None None] Routers {'88dc3778-37d3-4c2d-9bb6-e3557b8202ac'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:43:20.877742 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ee5a04cc-45ae-4caf-9739-00de8d8531f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:43:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:21.021306 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c49d27-6c6a-44ff-a7e7-2662bfede91b None None] New status for floating IP 7797982d-f23b-4081-9de3-1367d609ba3b: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:43:21.088224 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ee5a04cc-45ae-4caf-9739-00de8d8531f4 None None] Set router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:43:21.296711 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ee5a04cc-45ae-4caf-9739-00de8d8531f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '72785818-d4e6-40e2-b873-767adbc7357c', 'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'mac_address': 'fa:16:3e:e6:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:27Z', 'updated_at': '2022-03-21T11:38:45Z', 'revision_number': 5, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'subnets': [{'id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:21.327478 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5a04cc-45ae-4caf-9739-00de8d8531f4 None None] The sync data for ids ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'] in dv-cinder-805072-11-iscsi is: [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '72785818-d4e6-40e2-b873-767adbc7357c', 'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'mac_address': 'fa:16:3e:e6:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:27Z', 'updated_at': '2022-03-21T11:38:45Z', 'revision_number': 5, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'subnets': [{'id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:43:21.549289 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec71fcbc-a032-4ed3-b42c-43a29701d749 None None] New status for floating IP 0416534a-e77d-4533-84fc-7c01283e9769: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:43:21.837050 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41028) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:21.893493 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for security_group (85c1d502-8c9e-40b3-b806-22df097b167a), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:21.916343 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for security_group (85c1d502-8c9e-40b3-b806-22df097b167a), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:21.925413 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 41034) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:21.965427 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (85c1d502-8c9e-40b3-b806-22df097b167a), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:21.968650 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:21.972265 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "DELETE /v2.0/security-groups/85c1d502-8c9e-40b3-b806-22df097b167a HTTP/1.1" status: 204 len: 168 time: 0.1341419 Mar 21 11:43:21.972876 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41036) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:21.981063 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab9077cc-b9c9-438f-bf94-20cef059a2af tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group (e274a63e-70fe-460b-99ab-7548aaf52774), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:21.991878 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.api.v2.resource [None req-72e83ca3-661f-4f32-a1cf-d96712883dae tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] show failed (client error): The resource could not be found. Mar 21 11:43:21.992849 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-72e83ca3-661f-4f32-a1cf-d96712883dae tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups/85c1d502-8c9e-40b3-b806-22df097b167a HTTP/1.1" status: 404 len: 347 time: 0.0165226 Mar 21 11:43:21.993599 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c1d502-8c9e-40b3-b806-22df097b167a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:21.995400 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41038) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:22.005249 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab9077cc-b9c9-438f-bf94-20cef059a2af tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group (e274a63e-70fe-460b-99ab-7548aaf52774), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:22.033150 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:22.033534 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:22.033882 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:22.034282 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:22.034559 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:22.034890 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:22.035218 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:22.035547 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:22.035897 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:22.036224 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:22.036548 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:22.036868 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:22.037191 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:22.037510 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:22.037829 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec37119-871c-4f0d-b78e-8ec91b69ee5b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:22.061328 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:43:22.063319 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab9077cc-b9c9-438f-bf94-20cef059a2af tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (e274a63e-70fe-460b-99ab-7548aaf52774), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:22.066500 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ab9077cc-b9c9-438f-bf94-20cef059a2af tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:22.067805 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ab9077cc-b9c9-438f-bf94-20cef059a2af tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "DELETE /v2.0/security-groups/e274a63e-70fe-460b-99ab-7548aaf52774 HTTP/1.1" status: 204 len: 168 time: 0.1411121 Mar 21 11:43:22.071048 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 41040) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:22.086199 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:43:22.086624 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 3b3f81cb-1c89-4ef2-9e39-bfc695c36451 not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:43:22.087094 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c1924b-3cf7-41d6-8400-699ab79b9015', 'name': 'network-vif-deleted', 'tag': 'c7093972-27b3-40e6-abdd-2f797bbc6b35'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:43:22.087216 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device c7093972-27b3-40e6-abdd-2f797bbc6b35 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:43:22.089492 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118fdd5f-e677-4727-81cb-ea099da89cba" -d '{"events": [{"server_uuid": "b6c1924b-3cf7-41d6-8400-699ab79b9015", "name": "network-vif-deleted", "tag": "c7093972-27b3-40e6-abdd-2f797bbc6b35"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:43:22.092964 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9077cc-b9c9-438f-bf94-20cef059a2af tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e274a63e-70fe-460b-99ab-7548aaf52774,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:22.095618 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.api.v2.resource [None req-0eb89e38-ceea-4358-a451-b875cc96b104 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] show failed (client error): The resource could not be found. Mar 21 11:43:22.096730 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-0eb89e38-ceea-4358-a451-b875cc96b104 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups/e274a63e-70fe-460b-99ab-7548aaf52774 HTTP/1.1" status: 404 len: 347 time: 0.0247810 Mar 21 11:43:22.099883 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 41044) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:22.119705 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: c7093972-27b3-40e6-abdd-2f797bbc6b35 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:43:22.120293 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device c7093972-27b3-40e6-abdd-2f797bbc6b35 not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:43:22.166529 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a11314-d4c2-494a-a60b-b5950260d7f5 x-openstack-request-id: req-c6a11314-d4c2-494a-a60b-b5950260d7f5 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:43:22.167231 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c1924b-3cf7-41d6-8400-699ab79b9015", "name": "network-vif-deleted", "tag": "c7093972-27b3-40e6-abdd-2f797bbc6b35", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:43:22.167231 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c6a11314-d4c2-494a-a60b-b5950260d7f5 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:43:22.167529 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c1924b-3cf7-41d6-8400-699ab79b9015', 'name': 'network-vif-deleted', 'tag': 'c7093972-27b3-40e6-abdd-2f797bbc6b35', 'status': 'completed', 'code': 200} Mar 21 11:43:22.182988 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9da240a6-1ba9-4542-88dd-6db320b12857 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Deleting port e1e68ba8-1ec1-4004-8045-13eb1a6b3d8e {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:43:22.183309 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9da240a6-1ba9-4542-88dd-6db320b12857 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (e1e68ba8-1ec1-4004-8045-13eb1a6b3d8e), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:22.261580 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f86155a9-f2ac-46dc-b938-ec75fdbf9d16 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Deleting port b029e1db-d957-40e8-b617-0e0115d52ea6 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:43:22.262044 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f86155a9-f2ac-46dc-b938-ec75fdbf9d16 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (b029e1db-d957-40e8-b617-0e0115d52ea6), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:22.279144 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9da240a6-1ba9-4542-88dd-6db320b12857 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (e1e68ba8-1ec1-4004-8045-13eb1a6b3d8e), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:22.279788 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9da240a6-1ba9-4542-88dd-6db320b12857 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for floatingip (e1e68ba8-1ec1-4004-8045-13eb1a6b3d8e), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:22.292797 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-9da240a6-1ba9-4542-88dd-6db320b12857 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Calling delete_port for e1e68ba8-1ec1-4004-8045-13eb1a6b3d8e owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:43:22.344140 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f86155a9-f2ac-46dc-b938-ec75fdbf9d16 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (b029e1db-d957-40e8-b617-0e0115d52ea6), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:22.344521 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f86155a9-f2ac-46dc-b938-ec75fdbf9d16 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for floatingip (b029e1db-d957-40e8-b617-0e0115d52ea6), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:22.356372 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-f86155a9-f2ac-46dc-b938-ec75fdbf9d16 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Calling delete_port for b029e1db-d957-40e8-b617-0e0115d52ea6 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:43:22.427813 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9da240a6-1ba9-4542-88dd-6db320b12857 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (e1e68ba8-1ec1-4004-8045-13eb1a6b3d8e), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:22.456930 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da240a6-1ba9-4542-88dd-6db320b12857 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Pushing event deleted for resources: {'Port': ['ID=e1e68ba8-1ec1-4004-8045-13eb1a6b3d8e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:22.499748 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f86155a9-f2ac-46dc-b938-ec75fdbf9d16 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (b029e1db-d957-40e8-b617-0e0115d52ea6), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:22.516969 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9da240a6-1ba9-4542-88dd-6db320b12857 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks [] for floatingip (7797982d-f23b-4081-9de3-1367d609ba3b), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:22.519437 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9da240a6-1ba9-4542-88dd-6db320b12857 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:22.520591 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-9da240a6-1ba9-4542-88dd-6db320b12857 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "DELETE /v2.0/floatingips/7797982d-f23b-4081-9de3-1367d609ba3b HTTP/1.1" status: 204 len: 168 time: 0.5242908 Mar 21 11:43:22.524271 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86155a9-f2ac-46dc-b938-ec75fdbf9d16 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event deleted for resources: {'Port': ['ID=b029e1db-d957-40e8-b617-0e0115d52ea6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:22.589425 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f86155a9-f2ac-46dc-b938-ec75fdbf9d16 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for floatingip (0416534a-e77d-4533-84fc-7c01283e9769), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:22.592031 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f86155a9-f2ac-46dc-b938-ec75fdbf9d16 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:22.593397 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f86155a9-f2ac-46dc-b938-ec75fdbf9d16 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "DELETE /v2.0/floatingips/0416534a-e77d-4533-84fc-7c01283e9769 HTTP/1.1" status: 204 len: 168 time: 0.4924757 Mar 21 11:43:22.947383 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 41056) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:22.951899 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-0d9613ac-f5b4-4c65-be09-a6928b76e864 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--448392881', 'description': 'tempest-description--1447444899'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:43:22.972170 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d9613ac-f5b4-4c65-be09-a6928b76e864 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:23.036111 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d9613ac-f5b4-4c65-be09-a6928b76e864 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group (8202505c-181c-435c-af05-f5389b50fb3d), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:23.040400 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d9613ac-f5b4-4c65-be09-a6928b76e864 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (8202505c-181c-435c-af05-f5389b50fb3d), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:23.067864 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-0d9613ac-f5b4-4c65-be09-a6928b76e864 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:23.068992 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-0d9613ac-f5b4-4c65-be09-a6928b76e864 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1205359 Mar 21 11:43:23.071955 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41058) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:23.073133 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9613ac-f5b4-4c65-be09-a6928b76e864 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8202505c-181c-435c-af05-f5389b50fb3d,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:23.077019 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e97335af-dadd-48d2-812a-c98a3b880bdb tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Request body: {'security_group_rule': {'security_group_id': '8202505c-181c-435c-af05-f5389b50fb3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:43:23.101186 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e97335af-dadd-48d2-812a-c98a3b880bdb tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group_rule (088ab166-86ec-4436-8574-efaa2959adc0), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:23.154488 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e97335af-dadd-48d2-812a-c98a3b880bdb tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group_rule (088ab166-86ec-4436-8574-efaa2959adc0), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:23.157897 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e97335af-dadd-48d2-812a-c98a3b880bdb tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (088ab166-86ec-4436-8574-efaa2959adc0), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:23.174650 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97335af-dadd-48d2-812a-c98a3b880bdb tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088ab166-86ec-4436-8574-efaa2959adc0,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:23.182406 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e97335af-dadd-48d2-812a-c98a3b880bdb tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:23.183558 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-e97335af-dadd-48d2-812a-c98a3b880bdb tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1101036 Mar 21 11:43:23.186222 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41060) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:23.190561 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-1928552a-e29d-4c2c-9f67-f7e663bbd1f6 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Request body: {'security_group_rule': {'security_group_id': '8202505c-181c-435c-af05-f5389b50fb3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:43:23.213608 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1928552a-e29d-4c2c-9f67-f7e663bbd1f6 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group_rule (2fd32bb4-9806-492c-a83c-590c60ec6d25), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:23.269878 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1928552a-e29d-4c2c-9f67-f7e663bbd1f6 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group_rule (2fd32bb4-9806-492c-a83c-590c60ec6d25), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:23.273388 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1928552a-e29d-4c2c-9f67-f7e663bbd1f6 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (2fd32bb4-9806-492c-a83c-590c60ec6d25), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:23.289918 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928552a-e29d-4c2c-9f67-f7e663bbd1f6 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd32bb4-9806-492c-a83c-590c60ec6d25,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:23.301367 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1928552a-e29d-4c2c-9f67-f7e663bbd1f6 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:23.302564 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-1928552a-e29d-4c2c-9f67-f7e663bbd1f6 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154222 Mar 21 11:43:23.305712 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41064) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:23.310024 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Request body: {'floatingip': {'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:43:23.332808 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:23.425606 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:23.532616 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Allocated IP 172.27.0.14 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/ccd0f210-daa6-4439-823b-7110df64a69c) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:43:23.635679 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for port (ccd0f210-daa6-4439-823b-7110df64a69c), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:23.674348 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (ccd0f210-daa6-4439-823b-7110df64a69c), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:23.718984 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:43:23.722035 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:43:23.727881 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:43:23.753205 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event updated for resources: {'Port': ['ID=ccd0f210-daa6-4439-823b-7110df64a69c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:23.824326 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for floatingip (c9926db7-5cbd-4935-b8ca-624c4e13d6f1), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:23.859049 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (ccd0f210-daa6-4439-823b-7110df64a69c), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:24.009349 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for port (ccd0f210-daa6-4439-823b-7110df64a69c), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:24.013711 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8481686'] for port (ccd0f210-daa6-4439-823b-7110df64a69c), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:24.084829 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event updated for resources: {'Port': ['ID=ccd0f210-daa6-4439-823b-7110df64a69c,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:24.091453 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (c9926db7-5cbd-4935-b8ca-624c4e13d6f1), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:24.105688 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:24.106889 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-44a4e602-c763-4d38-87db-bf8e917cd4a0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8001852 Mar 21 11:43:24.304778 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-ced631d1-afe1-4905-a5b5-ac808c395470 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--448392881&fields=id&tenant_id=e2bdb0295f6141ff94dcd579a870987b HTTP/1.1" status: 200 len: 267 time: 0.0444424 Mar 21 11:43:24.406845 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-022d932a-370e-499d-9ac4-10dfa9168ec9 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:24.408967 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-022d932a-370e-499d-9ac4-10dfa9168ec9 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/networks?id=698d8f47-e4f5-4f6e-b02c-62fad736a58a HTTP/1.1" status: 200 len: 810 time: 0.0973284 Mar 21 11:43:24.423225 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-6c9d678f-ce62-4c6d-818a-52ee3460054a tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/quotas/e2bdb0295f6141ff94dcd579a870987b HTTP/1.1" status: 200 len: 375 time: 0.0089381 Mar 21 11:43:24.478437 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-5afc0120-1be1-4ed2-8051-0dfd200cb509 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e2bdb0295f6141ff94dcd579a870987b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498698 Mar 21 11:43:24.612691 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-b5368682-12d8-45d1-aed0-1b916897331a service neutron] 10.222.0.61 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233461 Mar 21 11:43:24.697529 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-d3632050-f6a0-4272-9e27-73c2dfdbb624 service neutron] 10.222.0.61 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792422 Mar 21 11:43:24.867393 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0f1019e9-2853-40e9-bd77-3242a670988e req-312364e1-7dc6-49ea-8d60-5b1dc84ea601 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 210 time: 0.0352345 Mar 21 11:43:25.082642 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a04966-6eb0-4e6b-abe9-e55358ad8e31 req-ebe73d4a-eb99-4c37-b88c-24786536f04c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:25.084251 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d1a04966-6eb0-4e6b-abe9-e55358ad8e31 req-ebe73d4a-eb99-4c37-b88c-24786536f04c tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.0593326 Mar 21 11:43:25.167247 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1091b49-cdeb-43e2-9d6c-54c81867839b req-0f21fb39-ebdc-4324-88cf-0d6274a940f7 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:25.168831 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c1091b49-cdeb-43e2-9d6c-54c81867839b req-0f21fb39-ebdc-4324-88cf-0d6274a940f7 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 945 time: 0.0836363 Mar 21 11:43:25.171915 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d1a04966-6eb0-4e6b-abe9-e55358ad8e31 req-63800380-9b58-4afb-84b3-64c38626024a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783231 Mar 21 11:43:25.218622 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c1091b49-cdeb-43e2-9d6c-54c81867839b req-5fdc1a7c-2690-4eec-ba36-f5db99214995 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeff7c1d-044e-4214-84a8-c05172c697d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428252 Mar 21 11:43:25.975933 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fc92e8ce-9b58-487e-81d0-3b6a989e838d req-c2c86924-ba2a-4ef8-9b42-c6bc78aebb76 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 210 time: 0.0340827 Mar 21 11:43:25.983645 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-6eacb181-18d3-4f0d-81bd-1b336a7d492a tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:25.985108 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-6eacb181-18d3-4f0d-81bd-1b336a7d492a tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.64 "GET /v2.0/networks?id=698d8f47-e4f5-4f6e-b02c-62fad736a58a HTTP/1.1" status: 200 len: 810 time: 0.1317191 Mar 21 11:43:26.051715 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-0be3191b-8159-4b96-85e5-352a919a8291 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2bdb0295f6141ff94dcd579a870987b HTTP/1.1" status: 200 len: 379 time: 0.0510039 Mar 21 11:43:26.060674 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8dc0d178-fed9-4ae2-8fe8-392f40a713bd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Request body: {'port': {'device_id': '23ab29f6-d77c-449b-90ad-8654a90c9777', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'admin_state_up': True, 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'security_groups': ['8202505c-181c-435c-af05-f5389b50fb3d']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:43:26.167169 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8dc0d178-fed9-4ae2-8fe8-392f40a713bd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Made reservation on behalf of e2bdb0295f6141ff94dcd579a870987b for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:43:26.170389 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8dc0d178-fed9-4ae2-8fe8-392f40a713bd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:26.364696 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf21fd-1fa4-4ad9-b71b-3507018de510 req-63099106-385d-4db1-85e3-f8365f820502 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:26.366157 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-64bf21fd-1fa4-4ad9-b71b-3507018de510 req-63099106-385d-4db1-85e3-f8365f820502 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.1253567 Mar 21 11:43:26.368108 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8dc0d178-fed9-4ae2-8fe8-392f40a713bd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Allocated IP 172.20.0.5 (698d8f47-e4f5-4f6e-b02c-62fad736a58a/6e382abe-04ce-42e4-8684-4026c68098c4/acebaddc-4c5a-4d76-8fef-f7193a7d4b21) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:43:26.407857 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851e58d-2d6f-4c3e-a934-1dfcc26dc7b5 req-87babbd4-0783-4bdb-b3a1-e92c965becda tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:26.409329 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3851e58d-2d6f-4c3e-a934-1dfcc26dc7b5 req-87babbd4-0783-4bdb-b3a1-e92c965becda tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 945 time: 0.1158240 Mar 21 11:43:26.492804 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-64bf21fd-1fa4-4ad9-b71b-3507018de510 req-0e32c04c-5c5e-48de-8b47-f5f11ff76a86 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187067 Mar 21 11:43:26.541634 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3851e58d-2d6f-4c3e-a934-1dfcc26dc7b5 req-209c4a4e-9b68-4e3a-b2eb-857b783728c8 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeff7c1d-044e-4214-84a8-c05172c697d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252761 Mar 21 11:43:26.589925 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8dc0d178-fed9-4ae2-8fe8-392f40a713bd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for port (acebaddc-4c5a-4d76-8fef-f7193a7d4b21), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:26.620930 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8dc0d178-fed9-4ae2-8fe8-392f40a713bd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (acebaddc-4c5a-4d76-8fef-f7193a7d4b21), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:26.661040 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8dc0d178-fed9-4ae2-8fe8-392f40a713bd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Network 698d8f47-e4f5-4f6e-b02c-62fad736a58a is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:43:26.664093 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8dc0d178-fed9-4ae2-8fe8-392f40a713bd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:43:26.670033 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8dc0d178-fed9-4ae2-8fe8-392f40a713bd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:43:26.676128 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0d178-fed9-4ae2-8fe8-392f40a713bd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event updated for resources: {'Port': ['ID=acebaddc-4c5a-4d76-8fef-f7193a7d4b21,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:26.724145 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8dc0d178-fed9-4ae2-8fe8-392f40a713bd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:26.724752 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8dc0d178-fed9-4ae2-8fe8-392f40a713bd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:26.741230 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8dc0d178-fed9-4ae2-8fe8-392f40a713bd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6840091 Mar 21 11:43:26.766893 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Request body: {'port': {'device_id': '23ab29f6-d77c-449b-90ad-8654a90c9777', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:43:26.855913 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (acebaddc-4c5a-4d76-8fef-f7193a7d4b21), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:26.866007 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81348b5-1001-4b23-973b-0a9db58b83ef req-fc6aab2b-7ad7-43d9-8a82-cd7da825a279 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:26.867451 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d81348b5-1001-4b23-973b-0a9db58b83ef req-fc6aab2b-7ad7-43d9-8a82-cd7da825a279 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 945 time: 0.0978229 Mar 21 11:43:26.946636 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e67778f6-2432-4bfb-8331-2bf5fc8dff56 None None] Provisioning complete for port acebaddc-4c5a-4d76-8fef-f7193a7d4b21 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:43:26.947201 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e67778f6-2432-4bfb-8331-2bf5fc8dff56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (acebaddc-4c5a-4d76-8fef-f7193a7d4b21), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:26.984768 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e67778f6-2432-4bfb-8331-2bf5fc8dff56 None None] Port acebaddc-4c5a-4d76-8fef-f7193a7d4b21 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:43:27.348205 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-d81348b5-1001-4b23-973b-0a9db58b83ef req-15f88bb9-d669-4ec3-aa62-b76ee85f09d2 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Deleting port 1586fde1-b45a-4aff-840b-ccd1c22de749 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:43:27.348750 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d81348b5-1001-4b23-973b-0a9db58b83ef req-15f88bb9-d669-4ec3-aa62-b76ee85f09d2 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (1586fde1-b45a-4aff-840b-ccd1c22de749), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:27.440234 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f659064-82e4-415b-93c3-b35325e27952 req-fcdacf5c-bc39-419a-89a1-507529c20c77 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:27.441681 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3f659064-82e4-415b-93c3-b35325e27952 req-fcdacf5c-bc39-419a-89a1-507529c20c77 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 931 time: 0.3997843 Mar 21 11:43:27.511041 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-d81348b5-1001-4b23-973b-0a9db58b83ef req-15f88bb9-d669-4ec3-aa62-b76ee85f09d2 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] For port 1586fde1-b45a-4aff-840b-ccd1c22de749, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1586fde1-b45a-4aff-840b-ccd1c22de749,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:43:27.511400 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d81348b5-1001-4b23-973b-0a9db58b83ef req-15f88bb9-d669-4ec3-aa62-b76ee85f09d2 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (1586fde1-b45a-4aff-840b-ccd1c22de749), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:27.618821 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3f659064-82e4-415b-93c3-b35325e27952 req-b1cbe285-ff73-4fc2-8b58-bdbbdfd1bd88 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=8202505c-181c-435c-af05-f5389b50fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655815 Mar 21 11:43:27.677744 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acebaddc-4c5a-4d76-8fef-f7193a7d4b21 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:43:27.707424 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Publish callbacks [] for port (acebaddc-4c5a-4d76-8fef-f7193a7d4b21), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:27.781682 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Transition to ACTIVE for port object acebaddc-4c5a-4d76-8fef-f7193a7d4b21 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:43:27.793087 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (acebaddc-4c5a-4d76-8fef-f7193a7d4b21), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:27.814706 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cb701-43c1-499e-8f1d-7d0471f1cd93 req-1f369dde-10fb-4d46-b119-c8de7e2e3320 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:27.816191 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-733cb701-43c1-499e-8f1d-7d0471f1cd93 req-1f369dde-10fb-4d46-b119-c8de7e2e3320 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.3692834 Mar 21 11:43:27.888308 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f18cdb-e3ba-4cfe-9574-df9f15821250 req-7c45fa5e-a5dd-4c8c-b930-10a0dce164d3 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:27.889686 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-84f18cdb-e3ba-4cfe-9574-df9f15821250 req-7c45fa5e-a5dd-4c8c-b930-10a0dce164d3 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 945 time: 0.2684867 Mar 21 11:43:27.968929 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Pushing event updated for resources: {'Port': ['ID=acebaddc-4c5a-4d76-8fef-f7193a7d4b21,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:27.983194 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a24146-c907-4fa6-84a6-7f68d639c984 req-d19fc1a6-36f1-44d6-a493-2783a499a1e4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:27.984768 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-57a24146-c907-4fa6-84a6-7f68d639c984 req-d19fc1a6-36f1-44d6-a493-2783a499a1e4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 945 time: 0.3010035 Mar 21 11:43:28.004214 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d81348b5-1001-4b23-973b-0a9db58b83ef req-15f88bb9-d669-4ec3-aa62-b76ee85f09d2 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:28.004576 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d81348b5-1001-4b23-973b-0a9db58b83ef req-15f88bb9-d669-4ec3-aa62-b76ee85f09d2 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (9cf1b68d-53d6-4cfd-9574-b598a6c724ad), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:28.004889 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [req-d81348b5-1001-4b23-973b-0a9db58b83ef req-15f88bb9-d669-4ec3-aa62-b76ee85f09d2 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Floating IP 9cf1b68d-53d6-4cfd-9574-b598a6c724ad disassociated. External IP: 172.27.0.170, port: 1586fde1-b45a-4aff-840b-ccd1c22de749. Mar 21 11:43:28.005227 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-d81348b5-1001-4b23-973b-0a9db58b83ef req-15f88bb9-d669-4ec3-aa62-b76ee85f09d2 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Calling delete_port for 1586fde1-b45a-4aff-840b-ccd1c22de749 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:43:28.158896 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-84f18cdb-e3ba-4cfe-9574-df9f15821250 req-4b8cbe36-2c0c-43ab-a774-c31c3bcec9d3 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607124 Mar 21 11:43:28.188400 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-57a24146-c907-4fa6-84a6-7f68d639c984 req-e778eafe-d404-4a4a-b27f-53b3d5e3e31a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=eeff7c1d-044e-4214-84a8-c05172c697d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916349 Mar 21 11:43:28.211399 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Attempting to bind port acebaddc-4c5a-4d76-8fef-f7193a7d4b21 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:43:28.211738 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Attempting to bind port acebaddc-4c5a-4d76-8fef-f7193a7d4b21 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:43:28.212109 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Attempting to bind port acebaddc-4c5a-4d76-8fef-f7193a7d4b21 on network 698d8f47-e4f5-4f6e-b02c-62fad736a58a {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:43:28.227546 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Port acebaddc-4c5a-4d76-8fef-f7193a7d4b21 on network 698d8f47-e4f5-4f6e-b02c-62fad736a58a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:43:28.227894 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Attempting to bind port acebaddc-4c5a-4d76-8fef-f7193a7d4b21 on network 698d8f47-e4f5-4f6e-b02c-62fad736a58a {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:43:28.232981 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-733cb701-43c1-499e-8f1d-7d0471f1cd93 req-6e124772-81bb-4ec0-a78a-c17ac593a52a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Deleting port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:43:28.233317 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-733cb701-43c1-499e-8f1d-7d0471f1cd93 req-6e124772-81bb-4ec0-a78a-c17ac593a52a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:28.255079 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:43:28.255416 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Checking segment: {'id': '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:43:28.255817 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Bound using segment: {'id': '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:43:28.256252 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Bound port: acebaddc-4c5a-4d76-8fef-f7193a7d4b21, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:43:28.256596 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (acebaddc-4c5a-4d76-8fef-f7193a7d4b21), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:28.407642 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-733cb701-43c1-499e-8f1d-7d0471f1cd93 req-6e124772-81bb-4ec0-a78a-c17ac593a52a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] For port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:43:28.408379 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-733cb701-43c1-499e-8f1d-7d0471f1cd93 req-6e124772-81bb-4ec0-a78a-c17ac593a52a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:28.431578 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d81348b5-1001-4b23-973b-0a9db58b83ef req-15f88bb9-d669-4ec3-aa62-b76ee85f09d2 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (1586fde1-b45a-4aff-840b-ccd1c22de749), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:28.443039 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-733cb701-43c1-499e-8f1d-7d0471f1cd93 req-6e124772-81bb-4ec0-a78a-c17ac593a52a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Calling delete_port for 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:43:28.468175 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] For port acebaddc-4c5a-4d76-8fef-f7193a7d4b21, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:43:28.476476 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f88bb9-d669-4ec3-aa62-b76ee85f09d2 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event deleted for resources: {'Port': ['ID=1586fde1-b45a-4aff-840b-ccd1c22de749,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:28.490083 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] For port acebaddc-4c5a-4d76-8fef-f7193a7d4b21, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=acebaddc-4c5a-4d76-8fef-f7193a7d4b21,segment=NetworkSegment(764b03ae-9161-4412-8fc2-dbb9b6a3c7d7),segment_id=764b03ae-9161-4412-8fc2-dbb9b6a3c7d7)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:43:28.525636 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (acebaddc-4c5a-4d76-8fef-f7193a7d4b21), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:28.632016 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:28.632636 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:28.634067 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] 10.222.0.64 "PUT /v2.0/ports/acebaddc-4c5a-4d76-8fef-f7193a7d4b21 HTTP/1.1" status: 200 len: 1093 time: 1.8714907 Mar 21 11:43:28.635823 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ab29f6-d77c-449b-90ad-8654a90c9777', 'tag': 'acebaddc-4c5a-4d76-8fef-f7193a7d4b21'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:43:28.638099 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e72bfbe-375c-448d-afff-87b9ea5e6763" -d '{"events": [{"name": "network-changed", "server_uuid": "23ab29f6-d77c-449b-90ad-8654a90c9777", "tag": "acebaddc-4c5a-4d76-8fef-f7193a7d4b21"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:43:28.714268 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e33dd4-7ebf-45f5-ba20-51da7f17c47e x-openstack-request-id: req-33e33dd4-7ebf-45f5-ba20-51da7f17c47e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:43:28.714556 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ab29f6-d77c-449b-90ad-8654a90c9777", "tag": "acebaddc-4c5a-4d76-8fef-f7193a7d4b21", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:43:28.714809 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-33e33dd4-7ebf-45f5-ba20-51da7f17c47e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:43:28.715202 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ab29f6-d77c-449b-90ad-8654a90c9777', 'tag': 'acebaddc-4c5a-4d76-8fef-f7193a7d4b21', 'status': 'completed', 'code': 200} Mar 21 11:43:28.731782 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141c7c0-22e1-4d86-bbaf-843f4923d6ad service neutron] Pushing event updated for resources: {'Port': ['ID=acebaddc-4c5a-4d76-8fef-f7193a7d4b21,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:28.828090 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d81348b5-1001-4b23-973b-0a9db58b83ef req-15f88bb9-d669-4ec3-aa62-b76ee85f09d2 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Router 23780c50-5505-422f-98fa-76f67c3a334b has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:43:28.851589 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-0ed12005-b224-4468-ad08-43dfec3d96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:28.853146 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-0ed12005-b224-4468-ad08-43dfec3d96b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2bdb0295f6141ff94dcd579a870987b&device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 1127 time: 0.1583951 Mar 21 11:43:28.856286 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-733cb701-43c1-499e-8f1d-7d0471f1cd93 req-6e124772-81bb-4ec0-a78a-c17ac593a52a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:28.868249 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['14076b0a-ac44-4176-bc4b-816f616d936e', '3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:43:28.910639 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6df0b-fb5c-43fc-a3f1-7a70b0b2831e req-9ba4d408-a8b2-473c-b055-3d26c6287add tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:28.912268 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2bf6df0b-fb5c-43fc-a3f1-7a70b0b2831e req-9ba4d408-a8b2-473c-b055-3d26c6287add tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 943 time: 0.1774716 Mar 21 11:43:28.999011 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e124772-81bb-4ec0-a78a-c17ac593a52a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Pushing event deleted for resources: {'Port': ['ID=3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:29.004765 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-75d3c869-edd3-4a2d-a66a-1264ea2b03d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acebaddc-4c5a-4d76-8fef-f7193a7d4b21 HTTP/1.1" status: 200 len: 217 time: 0.1354506 Mar 21 11:43:29.105230 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-733cb701-43c1-499e-8f1d-7d0471f1cd93 req-6e124772-81bb-4ec0-a78a-c17ac593a52a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] No DVR routers for this DVR port 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:43:29.111628 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-733cb701-43c1-499e-8f1d-7d0471f1cd93 req-6e124772-81bb-4ec0-a78a-c17ac593a52a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:29.114874 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-733cb701-43c1-499e-8f1d-7d0471f1cd93 req-6e124772-81bb-4ec0-a78a-c17ac593a52a tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.64 "DELETE /v2.0/ports/3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e HTTP/1.1" status: 204 len: 173 time: 1.2466664 Mar 21 11:43:29.139924 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2bf6df0b-fb5c-43fc-a3f1-7a70b0b2831e req-1be41149-b970-4cdf-adb7-2e13eecde6ce tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=8202505c-181c-435c-af05-f5389b50fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395996 Mar 21 11:43:29.147088 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-16b855ea-5f2e-4fc2-90bf-5a169707fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:29.148646 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-16b855ea-5f2e-4fc2-90bf-5a169707fb02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e382abe-04ce-42e4-8684-4026c68098c4 HTTP/1.1" status: 200 len: 849 time: 0.1356556 Mar 21 11:43:29.168424 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d81348b5-1001-4b23-973b-0a9db58b83ef req-15f88bb9-d669-4ec3-aa62-b76ee85f09d2 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:43:29.178406 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd5db0-b73d-450f-a5aa-8f17b5cf7580 None None] Sync routers for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:43:29.191287 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd5db0-b73d-450f-a5aa-8f17b5cf7580 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:43:29.194182 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d5bd5db0-b73d-450f-a5aa-8f17b5cf7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:43:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:29.230593 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81348b5-1001-4b23-973b-0a9db58b83ef req-15f88bb9-d669-4ec3-aa62-b76ee85f09d2 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] No DVR routers for this DVR port 1586fde1-b45a-4aff-840b-ccd1c22de749 on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:43:29.233950 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d81348b5-1001-4b23-973b-0a9db58b83ef req-15f88bb9-d669-4ec3-aa62-b76ee85f09d2 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:29.237337 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d81348b5-1001-4b23-973b-0a9db58b83ef req-15f88bb9-d669-4ec3-aa62-b76ee85f09d2 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "DELETE /v2.0/ports/1586fde1-b45a-4aff-840b-ccd1c22de749 HTTP/1.1" status: 204 len: 173 time: 2.3636503 Mar 21 11:43:29.257558 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-05d700aa-1de3-4c1c-bf87-a122d4bcc08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:29.259173 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-05d700aa-1de3-4c1c-bf87-a122d4bcc08d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=698d8f47-e4f5-4f6e-b02c-62fad736a58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1016071 Mar 21 11:43:29.373315 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fd865b2a-adc1-487c-9fc7-33fb24696783 req-1bf9219d-6f1c-49de-a8ef-bfb8021fb652 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=51306fdb-8487-4c16-af2b-bb881ac3f6b5 HTTP/1.1" status: 200 len: 210 time: 0.0830712 Mar 21 11:43:29.377641 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-940ba5dc-cdd8-42d3-b122-cfe014baf0e1 req-c030ffba-5eae-4ca7-9bb8-e7b41137d322 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd HTTP/1.1" status: 200 len: 210 time: 0.0581644 Mar 21 11:43:29.415031 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-80b18f51-c75b-46ed-ac40-046d44249645 service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458385 Mar 21 11:43:29.475456 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-d5bd5db0-b73d-450f-a5aa-8f17b5cf7580 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:43:29.524467 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1aca7ac6-8c11-48b0-9d16-0c757f65a7f9 req-54cab285-662d-436a-a1ed-4c5db29dce47 service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021385 Mar 21 11:43:29.709498 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d5bd5db0-b73d-450f-a5aa-8f17b5cf7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:29.738244 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd5db0-b73d-450f-a5aa-8f17b5cf7580 None None] Checking router: 23780c50-5505-422f-98fa-76f67c3a334b for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:43:29.747736 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd5db0-b73d-450f-a5aa-8f17b5cf7580 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:43:29.748397 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d5bd5db0-b73d-450f-a5aa-8f17b5cf7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:43:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:29.866791 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72bfbe-375c-448d-afff-87b9ea5e6763 req-5bd2e8ac-3d40-426e-9cbe-4632769e940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:29.867272 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-d5bd5db0-b73d-450f-a5aa-8f17b5cf7580 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:43:29.868344 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7e72bfbe-375c-448d-afff-87b9ea5e6763 req-5bd2e8ac-3d40-426e-9cbe-4632769e940f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2bdb0295f6141ff94dcd579a870987b&device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 1127 time: 0.2929094 Mar 21 11:43:29.956740 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72bfbe-375c-448d-afff-87b9ea5e6763 req-ac356bdf-75d5-44ac-9c09-4facddd23793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:29.958209 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7e72bfbe-375c-448d-afff-87b9ea5e6763 req-ac356bdf-75d5-44ac-9c09-4facddd23793 service neutron] 10.222.0.64 "GET /v2.0/networks?id=698d8f47-e4f5-4f6e-b02c-62fad736a58a HTTP/1.1" status: 200 len: 911 time: 0.0828838 Mar 21 11:43:30.002523 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7e72bfbe-375c-448d-afff-87b9ea5e6763 req-791ceaa6-c465-4d26-b6e6-b650103c71c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acebaddc-4c5a-4d76-8fef-f7193a7d4b21 HTTP/1.1" status: 200 len: 217 time: 0.0377572 Mar 21 11:43:30.050834 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72bfbe-375c-448d-afff-87b9ea5e6763 req-f6869503-8edb-4488-b578-d1b483255fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:30.052496 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7e72bfbe-375c-448d-afff-87b9ea5e6763 req-f6869503-8edb-4488-b578-d1b483255fe8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e382abe-04ce-42e4-8684-4026c68098c4 HTTP/1.1" status: 200 len: 849 time: 0.0439360 Mar 21 11:43:30.065769 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-d5bd5db0-b73d-450f-a5aa-8f17b5cf7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:30.092338 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 1586fde1-b45a-4aff-840b-ccd1c22de749 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:43:30.095893 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd5db0-b73d-450f-a5aa-8f17b5cf7580 None None] The sync data for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi is: [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:43:30.100834 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72bfbe-375c-448d-afff-87b9ea5e6763 req-b4908c67-5582-4084-acf2-d35ebda81d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:30.102400 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7e72bfbe-375c-448d-afff-87b9ea5e6763 req-b4908c67-5582-4084-acf2-d35ebda81d52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=698d8f47-e4f5-4f6e-b02c-62fad736a58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436502 Mar 21 11:43:30.114270 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: 1586fde1-b45a-4aff-840b-ccd1c22de749 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:43:30.115013 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 1586fde1-b45a-4aff-840b-ccd1c22de749 not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:43:30.205111 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7e72bfbe-375c-448d-afff-87b9ea5e6763 req-37743e23-3321-4c61-8ba1-b303a2b9b794 service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908215 Mar 21 11:43:30.325040 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689aa338-5b8b-4383-90ba-88d0ca9925f4 req-5243f80d-2997-40b5-b27d-1b8e5e349ee2 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:30.326525 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-689aa338-5b8b-4383-90ba-88d0ca9925f4 req-5243f80d-2997-40b5-b27d-1b8e5e349ee2 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 943 time: 0.1162004 Mar 21 11:43:30.340456 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28813158-a3b9-4ba6-917b-90ca4c8d0042 None None] New status for floating IP 9cf1b68d-53d6-4cfd-9574-b598a6c724ad: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:43:30.344524 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7e72bfbe-375c-448d-afff-87b9ea5e6763 req-80e43bcf-d1c6-47f7-bcaa-50671de9ea4c service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330795 Mar 21 11:43:30.380106 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-689aa338-5b8b-4383-90ba-88d0ca9925f4 req-1115a9fc-4e34-4e7e-aad8-713c332e3aeb tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=8202505c-181c-435c-af05-f5389b50fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477755 Mar 21 11:43:30.492078 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 41168) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:30.545031 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8111ace7-c3fc-4cf7-92e3-9be8888eb4ef tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (eeff7c1d-044e-4214-84a8-c05172c697d0), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:30.569764 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8111ace7-c3fc-4cf7-92e3-9be8888eb4ef tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (eeff7c1d-044e-4214-84a8-c05172c697d0), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:30.626253 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8111ace7-c3fc-4cf7-92e3-9be8888eb4ef tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (eeff7c1d-044e-4214-84a8-c05172c697d0), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:30.628782 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8111ace7-c3fc-4cf7-92e3-9be8888eb4ef tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:30.629857 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8111ace7-c3fc-4cf7-92e3-9be8888eb4ef tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "DELETE /v2.0/security-groups/eeff7c1d-044e-4214-84a8-c05172c697d0 HTTP/1.1" status: 204 len: 168 time: 0.1366351 Mar 21 11:43:30.632703 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41172) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:30.650092 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.api.v2.resource [None req-cbc58f6e-563a-483c-9a15-9469e82f756f tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] show failed (client error): The resource could not be found. Mar 21 11:43:30.651078 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-cbc58f6e-563a-483c-9a15-9469e82f756f tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups/eeff7c1d-044e-4214-84a8-c05172c697d0 HTTP/1.1" status: 404 len: 347 time: 0.0173867 Mar 21 11:43:30.654143 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41174) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:30.654365 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111ace7-c3fc-4cf7-92e3-9be8888eb4ef tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeff7c1d-044e-4214-84a8-c05172c697d0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:30.683065 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd01b05-22c8-4144-9893-4dce4e4305fb req-3654c613-763c-4377-a97a-f64b9a54d406 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:30.684556 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7fd01b05-22c8-4144-9893-4dce4e4305fb req-3654c613-763c-4377-a97a-f64b9a54d406 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0699503 Mar 21 11:43:30.718888 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd', 'name': 'network-vif-deleted', 'tag': '3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e'}, {'server_uuid': '51306fdb-8487-4c16-af2b-bb881ac3f6b5', 'name': 'network-vif-deleted', 'tag': '1586fde1-b45a-4aff-840b-ccd1c22de749'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:43:30.721658 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f1f282-cac0-4a26-9aca-fbd109f92294" -d '{"events": [{"server_uuid": "bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd", "name": "network-vif-deleted", "tag": "3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e"}, {"server_uuid": "51306fdb-8487-4c16-af2b-bb881ac3f6b5", "name": "network-vif-deleted", "tag": "1586fde1-b45a-4aff-840b-ccd1c22de749"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:43:30.739817 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7fd01b05-22c8-4144-9893-4dce4e4305fb req-156de366-327f-41bd-bdac-7407c306d209 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494545 Mar 21 11:43:30.766927 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Mar 2022 11:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988dcfe8-668c-45fb-b2d5-2315a8e50d6b x-openstack-request-id: req-988dcfe8-668c-45fb-b2d5-2315a8e50d6b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:43:30.767917 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd", "name": "network-vif-deleted", "tag": "3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e", "status": "completed", "code": 200}, {"server_uuid": "51306fdb-8487-4c16-af2b-bb881ac3f6b5", "name": "network-vif-deleted", "tag": "1586fde1-b45a-4aff-840b-ccd1c22de749", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:43:30.768213 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-988dcfe8-668c-45fb-b2d5-2315a8e50d6b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:43:30.768617 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc72bf1a-8d05-4a0c-97a8-b36ef52e3ddd', 'name': 'network-vif-deleted', 'tag': '3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e', 'status': 'completed', 'code': 200} Mar 21 11:43:30.768871 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51306fdb-8487-4c16-af2b-bb881ac3f6b5', 'name': 'network-vif-deleted', 'tag': '1586fde1-b45a-4aff-840b-ccd1c22de749', 'status': 'completed', 'code': 200} Mar 21 11:43:30.779080 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-716dd52b-49eb-460c-b017-eb1cdb9e72ca tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Deleting port 72b0f46a-77d5-43e8-b867-2a445e01edff {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:43:30.779419 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-716dd52b-49eb-460c-b017-eb1cdb9e72ca tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (72b0f46a-77d5-43e8-b867-2a445e01edff), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:30.851008 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-716dd52b-49eb-460c-b017-eb1cdb9e72ca tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (72b0f46a-77d5-43e8-b867-2a445e01edff), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:30.851252 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-716dd52b-49eb-460c-b017-eb1cdb9e72ca tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (72b0f46a-77d5-43e8-b867-2a445e01edff), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:30.863312 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-716dd52b-49eb-460c-b017-eb1cdb9e72ca tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Calling delete_port for 72b0f46a-77d5-43e8-b867-2a445e01edff owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:43:30.990133 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-716dd52b-49eb-460c-b017-eb1cdb9e72ca tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (72b0f46a-77d5-43e8-b867-2a445e01edff), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:31.014608 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dd52b-49eb-460c-b017-eb1cdb9e72ca tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event deleted for resources: {'Port': ['ID=72b0f46a-77d5-43e8-b867-2a445e01edff,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:31.076598 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-716dd52b-49eb-460c-b017-eb1cdb9e72ca tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (9cf1b68d-53d6-4cfd-9574-b598a6c724ad), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:31.079075 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-716dd52b-49eb-460c-b017-eb1cdb9e72ca tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:31.080870 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-716dd52b-49eb-460c-b017-eb1cdb9e72ca tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "DELETE /v2.0/floatingips/9cf1b68d-53d6-4cfd-9574-b598a6c724ad HTTP/1.1" status: 204 len: 168 time: 0.4256225 Mar 21 11:43:31.337686 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 41182) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:31.342167 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-90cc3c52-53e4-4faf-b7b7-dac9019828a4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--786199677', 'description': 'tempest-description--803964820'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:43:31.361659 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90cc3c52-53e4-4faf-b7b7-dac9019828a4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:31.435133 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90cc3c52-53e4-4faf-b7b7-dac9019828a4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (feedea96-b31f-42e1-99e2-66566f035ba2), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:31.439108 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90cc3c52-53e4-4faf-b7b7-dac9019828a4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (feedea96-b31f-42e1-99e2-66566f035ba2), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:31.491365 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90cc3c52-53e4-4faf-b7b7-dac9019828a4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:31.492585 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-90cc3c52-53e4-4faf-b7b7-dac9019828a4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1539230 Mar 21 11:43:31.495474 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41186) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:31.498963 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc3c52-53e4-4faf-b7b7-dac9019828a4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feedea96-b31f-42e1-99e2-66566f035ba2,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:31.500455 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-17b615ca-9505-44e5-b8a5-d7dcc38710e9 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'security_group_rule': {'security_group_id': 'feedea96-b31f-42e1-99e2-66566f035ba2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:43:31.524814 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17b615ca-9505-44e5-b8a5-d7dcc38710e9 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (34139af9-0e61-4272-9b97-08286ab0ba54), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:31.525004 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fddc26-cc12-4677-9daa-c306d7aa6a7a req-42542c42-78df-462a-8948-7253bfd1f26d tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:31.526449 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d7fddc26-cc12-4677-9daa-c306d7aa6a7a req-42542c42-78df-462a-8948-7253bfd1f26d tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 943 time: 0.0707357 Mar 21 11:43:31.573131 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d7fddc26-cc12-4677-9daa-c306d7aa6a7a req-d07524e7-5cf8-4453-a8ec-fbdda1d629c5 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=8202505c-181c-435c-af05-f5389b50fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411015 Mar 21 11:43:31.579906 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17b615ca-9505-44e5-b8a5-d7dcc38710e9 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (34139af9-0e61-4272-9b97-08286ab0ba54), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:31.583576 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17b615ca-9505-44e5-b8a5-d7dcc38710e9 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (34139af9-0e61-4272-9b97-08286ab0ba54), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:31.593983 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b615ca-9505-44e5-b8a5-d7dcc38710e9 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34139af9-0e61-4272-9b97-08286ab0ba54,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:31.610010 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-17b615ca-9505-44e5-b8a5-d7dcc38710e9 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:31.611907 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-17b615ca-9505-44e5-b8a5-d7dcc38710e9 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146290 Mar 21 11:43:31.614421 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41188) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:31.618619 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8a6287c8-ffd1-49f8-8614-c1232b9e56cf tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'security_group_rule': {'security_group_id': 'feedea96-b31f-42e1-99e2-66566f035ba2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:43:31.641941 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a6287c8-ffd1-49f8-8614-c1232b9e56cf tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (0c6bdc17-42b2-4ca1-bc8f-2860731aa37e), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:31.694836 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a6287c8-ffd1-49f8-8614-c1232b9e56cf tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (0c6bdc17-42b2-4ca1-bc8f-2860731aa37e), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:31.698239 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a6287c8-ffd1-49f8-8614-c1232b9e56cf tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (0c6bdc17-42b2-4ca1-bc8f-2860731aa37e), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:31.715390 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6287c8-ffd1-49f8-8614-c1232b9e56cf tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6bdc17-42b2-4ca1-bc8f-2860731aa37e,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:31.719572 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8a6287c8-ffd1-49f8-8614-c1232b9e56cf tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:31.724931 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-8a6287c8-ffd1-49f8-8614-c1232b9e56cf tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1059792 Mar 21 11:43:31.724931 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41190) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:31.728463 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'floatingip': {'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:43:31.747988 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:31.844518 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:31.862841 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddab67-84a6-42d0-925d-ced7b52e7717 req-730390f1-6369-4edd-a5ea-e5e9fb5a4088 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:31.864405 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-62ddab67-84a6-42d0-925d-ced7b52e7717 req-730390f1-6369-4edd-a5ea-e5e9fb5a4088 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0560873 Mar 21 11:43:31.911251 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-62ddab67-84a6-42d0-925d-ced7b52e7717 req-1ee7b5b0-856c-4349-be21-71298f340a0b tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404377 Mar 21 11:43:31.947179 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Allocated IP 172.27.0.70 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/dd81a3be-cdf4-4862-bcd1-1b4bebf56d37) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:43:32.048937 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for port (dd81a3be-cdf4-4862-bcd1-1b4bebf56d37), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:32.068564 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device acebaddc-4c5a-4d76-8fef-f7193a7d4b21 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:43:32.074794 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:43:32.084667 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (dd81a3be-cdf4-4862-bcd1-1b4bebf56d37), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:32.102504 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:43:32.102853 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 3c1b04a9-7c7d-4c0c-a0c0-411d7904af3e not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:43:32.124545 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:43:32.129382 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:43:32.131829 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:43:32.154655 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'Port': ['ID=dd81a3be-cdf4-4862-bcd1-1b4bebf56d37,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:32.198279 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port acebaddc-4c5a-4d76-8fef-f7193a7d4b21, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=acebaddc-4c5a-4d76-8fef-f7193a7d4b21,segment=NetworkSegment(764b03ae-9161-4412-8fc2-dbb9b6a3c7d7),segment_id=764b03ae-9161-4412-8fc2-dbb9b6a3c7d7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:43:32.210458 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': 'acebaddc-4c5a-4d76-8fef-f7193a7d4b21', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'port_id': 'acebaddc-4c5a-4d76-8fef-f7193a7d4b21', 'mac_address': 'fa:16:3e:1c:7d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:43:32.222355 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (6e0e447d-9fc0-4c8d-963e-1c13176b13bc), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:32.252106 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port acebaddc-4c5a-4d76-8fef-f7193a7d4b21 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:43:32.252500 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (acebaddc-4c5a-4d76-8fef-f7193a7d4b21), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:32.257852 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (dd81a3be-cdf4-4862-bcd1-1b4bebf56d37), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:32.265364 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acebaddc-4c5a-4d76-8fef-f7193a7d4b21 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:43:32.284898 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port acebaddc-4c5a-4d76-8fef-f7193a7d4b21, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=acebaddc-4c5a-4d76-8fef-f7193a7d4b21,segment=NetworkSegment(764b03ae-9161-4412-8fc2-dbb9b6a3c7d7),segment_id=764b03ae-9161-4412-8fc2-dbb9b6a3c7d7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:43:32.288651 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (acebaddc-4c5a-4d76-8fef-f7193a7d4b21), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:32.334859 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=acebaddc-4c5a-4d76-8fef-f7193a7d4b21,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:32.341790 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:32.342145 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:32.342885 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:32.342885 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:32.343151 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:32.343489 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:32.343838 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:32.344173 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:32.344501 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:32.344827 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:32.345153 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:32.345508 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:32.345830 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:32.346151 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:32.346475 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:32.405429 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for port (dd81a3be-cdf4-4862-bcd1-1b4bebf56d37), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:32.409766 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8481686'] for port (dd81a3be-cdf4-4862-bcd1-1b4bebf56d37), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:32.475515 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'Port': ['ID=dd81a3be-cdf4-4862-bcd1-1b4bebf56d37,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:32.486610 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (6e0e447d-9fc0-4c8d-963e-1c13176b13bc), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:32.502554 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:32.503788 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-9f87583e-82e0-4a04-accf-9e365616d376 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7785356 Mar 21 11:43:32.552424 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['acebaddc-4c5a-4d76-8fef-f7193a7d4b21'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:43:32.721840 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd02147-c4b4-46f8-b3e8-05fcdbb7794e req-959c48a4-ec5a-4a52-81e2-ebe27dce83fd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:32.723298 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7bd02147-c4b4-46f8-b3e8-05fcdbb7794e req-959c48a4-ec5a-4a52-81e2-ebe27dce83fd tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 944 time: 0.0827363 Mar 21 11:43:32.726580 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-2c9eb667-fd7a-4cf4-9ef2-f576f53c22e2 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--786199677&fields=id&tenant_id=8ee9a47756654ffb95e31ec71d9f9a10 HTTP/1.1" status: 200 len: 267 time: 0.0594060 Mar 21 11:43:32.823999 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7bd02147-c4b4-46f8-b3e8-05fcdbb7794e req-1a1f7514-30d9-4979-b1cb-c7280d3225f0 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=8202505c-181c-435c-af05-f5389b50fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949750 Mar 21 11:43:32.860347 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-27d876a6-cad6-472b-95e1-5f803af9e20d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:32.862270 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-27d876a6-cad6-472b-95e1-5f803af9e20d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/networks?id=18d4826d-4fed-4890-a7bf-cce3a3544769 HTTP/1.1" status: 200 len: 815 time: 0.1192386 Mar 21 11:43:32.878244 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-656740fe-08ce-45e0-9ebc-e977dc6f45d7 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/quotas/8ee9a47756654ffb95e31ec71d9f9a10 HTTP/1.1" status: 200 len: 375 time: 0.0099490 Mar 21 11:43:32.931037 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-d1d8e04d-fb19-4997-87e2-57e37d94964f tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ee9a47756654ffb95e31ec71d9f9a10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479555 Mar 21 11:43:33.088125 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ca712-5ef3-4104-810a-b6e24e60b619 req-c010a2e8-aefc-4105-982a-4e192ca12357 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:33.089640 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-374ca712-5ef3-4104-810a-b6e24e60b619 req-c010a2e8-aefc-4105-982a-4e192ca12357 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.1137557 Mar 21 11:43:33.117355 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-b04dc16e-ef81-4e3b-8e56-ee5ddecd9504 service neutron] 10.222.0.61 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745164 Mar 21 11:43:33.192272 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-374ca712-5ef3-4104-810a-b6e24e60b619 req-d4499133-adc5-4a27-9bea-a715c5ff4833 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959978 Mar 21 11:43:33.227157 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-2cdf4a43-83f3-45bc-bcb2-5e84f70931c8 service neutron] 10.222.0.61 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020913 Mar 21 11:43:33.383963 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c50c4d23-b3c1-4162-b2bc-c0c4716ab8a9 req-6862df84-54ea-446c-b92f-ae019ced92bb tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 210 time: 0.0280294 Mar 21 11:43:33.873502 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b517658-6fc5-4118-9f46-de937735e719 req-5df7b384-7130-4fb3-9a06-4a0db6e9b7c8 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:33.874979 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1b517658-6fc5-4118-9f46-de937735e719 req-5df7b384-7130-4fb3-9a06-4a0db6e9b7c8 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.64 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.0559080 Mar 21 11:43:34.013781 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bd29a-0496-4a61-b725-9e3eee5dc9a7 req-14e74b0d-769b-40c3-ad53-b8f4438ccc85 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:34.015120 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-592bd29a-0496-4a61-b725-9e3eee5dc9a7 req-14e74b0d-769b-40c3-ad53-b8f4438ccc85 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 944 time: 0.0629323 Mar 21 11:43:34.017681 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-1b517658-6fc5-4118-9f46-de937735e719 req-20e4dfce-a26b-47df-b769-83c7d66bfc73 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Deleting port 14076b0a-ac44-4176-bc4b-816f616d936e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:43:34.018019 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1b517658-6fc5-4118-9f46-de937735e719 req-20e4dfce-a26b-47df-b769-83c7d66bfc73 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (14076b0a-ac44-4176-bc4b-816f616d936e), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:34.080893 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device acebaddc-4c5a-4d76-8fef-f7193a7d4b21 up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:43:34.118602 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-592bd29a-0496-4a61-b725-9e3eee5dc9a7 req-ece36599-f7a5-405b-a840-14f8e949dd7b tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=8202505c-181c-435c-af05-f5389b50fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964563 Mar 21 11:43:34.137426 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port acebaddc-4c5a-4d76-8fef-f7193a7d4b21 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:43:34.140209 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-1b517658-6fc5-4118-9f46-de937735e719 req-20e4dfce-a26b-47df-b769-83c7d66bfc73 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] For port 14076b0a-ac44-4176-bc4b-816f616d936e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=14076b0a-ac44-4176-bc4b-816f616d936e,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:43:34.140701 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1b517658-6fc5-4118-9f46-de937735e719 req-20e4dfce-a26b-47df-b769-83c7d66bfc73 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (14076b0a-ac44-4176-bc4b-816f616d936e), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:34.144016 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port acebaddc-4c5a-4d76-8fef-f7193a7d4b21 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:43:34.144592 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (acebaddc-4c5a-4d76-8fef-f7193a7d4b21), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:34.158010 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-1b517658-6fc5-4118-9f46-de937735e719 req-20e4dfce-a26b-47df-b769-83c7d66bfc73 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Calling delete_port for 14076b0a-ac44-4176-bc4b-816f616d936e owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:43:34.230246 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port acebaddc-4c5a-4d76-8fef-f7193a7d4b21 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:43:34.230638 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (acebaddc-4c5a-4d76-8fef-f7193a7d4b21), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:34.260237 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ab29f6-d77c-449b-90ad-8654a90c9777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acebaddc-4c5a-4d76-8fef-f7193a7d4b21'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:43:34.262703 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6ac8a5-03a3-464b-9fab-d3974c9d56ba" -d '{"events": [{"server_uuid": "23ab29f6-d77c-449b-90ad-8654a90c9777", "name": "network-vif-plugged", "status": "completed", "tag": "acebaddc-4c5a-4d76-8fef-f7193a7d4b21"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:43:34.275299 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port acebaddc-4c5a-4d76-8fef-f7193a7d4b21, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=acebaddc-4c5a-4d76-8fef-f7193a7d4b21,segment=NetworkSegment(764b03ae-9161-4412-8fc2-dbb9b6a3c7d7),segment_id=764b03ae-9161-4412-8fc2-dbb9b6a3c7d7)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:43:34.281348 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (acebaddc-4c5a-4d76-8fef-f7193a7d4b21), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:34.316649 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e75a558-5715-4d2b-8b01-0f87491357ce x-openstack-request-id: req-3e75a558-5715-4d2b-8b01-0f87491357ce {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:43:34.316649 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ab29f6-d77c-449b-90ad-8654a90c9777", "name": "network-vif-plugged", "status": "completed", "tag": "acebaddc-4c5a-4d76-8fef-f7193a7d4b21", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:43:34.316956 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3e75a558-5715-4d2b-8b01-0f87491357ce {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:43:34.317177 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ab29f6-d77c-449b-90ad-8654a90c9777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acebaddc-4c5a-4d76-8fef-f7193a7d4b21', 'code': 200} Mar 21 11:43:34.355127 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=acebaddc-4c5a-4d76-8fef-f7193a7d4b21,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:34.402581 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3139f-1e05-4c80-a4a7-a2402abe8896 req-c61f9542-46ee-4517-893f-14f9273f7037 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:34.405612 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-53d3139f-1e05-4c80-a4a7-a2402abe8896 req-c61f9542-46ee-4517-893f-14f9273f7037 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c7dafd-a921-49dd-800a-bc8cc0a7badc HTTP/1.1" status: 200 len: 945 time: 0.1379085 Mar 21 11:43:34.418505 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-06f4f362-2446-4857-bc14-b7685a8f6877 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:34.419806 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-06f4f362-2446-4857-bc14-b7685a8f6877 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "GET /v2.0/networks?id=18d4826d-4fed-4890-a7bf-cce3a3544769 HTTP/1.1" status: 200 len: 815 time: 0.2125754 Mar 21 11:43:34.486860 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1b517658-6fc5-4118-9f46-de937735e719 req-20e4dfce-a26b-47df-b769-83c7d66bfc73 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (14076b0a-ac44-4176-bc4b-816f616d936e), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:34.499061 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['14076b0a-ac44-4176-bc4b-816f616d936e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:43:34.515430 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f87e6d14-6435-4b25-9b93-2bb0c0a7e1a7 req-bb7452cd-43ef-438c-8293-cfd1369a71c5 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 210 time: 0.0576694 Mar 21 11:43:34.562238 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4dfce-a26b-47df-b769-83c7d66bfc73 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Pushing event deleted for resources: {'Port': ['ID=14076b0a-ac44-4176-bc4b-816f616d936e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:34.570526 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-53d3139f-1e05-4c80-a4a7-a2402abe8896 req-ea226000-5fa9-4172-ac60-311ee2f54718 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.61 "GET /v2.0/security-groups?id=1085d62b-e0e8-43da-a223-031e4c92d78e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475663 Mar 21 11:43:34.652792 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-2b172b55-5c16-47ca-85ec-a55c3a60fd5a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ee9a47756654ffb95e31ec71d9f9a10 HTTP/1.1" status: 200 len: 379 time: 0.2189925 Mar 21 11:43:34.654214 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b517658-6fc5-4118-9f46-de937735e719 req-20e4dfce-a26b-47df-b769-83c7d66bfc73 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] No DVR routers for this DVR port 14076b0a-ac44-4176-bc4b-816f616d936e on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:43:34.657081 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1b517658-6fc5-4118-9f46-de937735e719 req-20e4dfce-a26b-47df-b769-83c7d66bfc73 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:34.660925 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1b517658-6fc5-4118-9f46-de937735e719 req-20e4dfce-a26b-47df-b769-83c7d66bfc73 tempest-ServerRescueNegativeTestJSON-672765598 tempest-ServerRescueNegativeTestJSON-672765598-project] 10.222.0.64 "DELETE /v2.0/ports/14076b0a-ac44-4176-bc4b-816f616d936e HTTP/1.1" status: 204 len: 173 time: 0.7790461 Mar 21 11:43:34.661368 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c7dafd-a921-49dd-800a-bc8cc0a7badc', 'name': 'network-vif-deleted', 'tag': '14076b0a-ac44-4176-bc4b-816f616d936e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:43:34.663546 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390ed1cb-f58f-4b60-9b4f-7cca387eeda8" -d '{"events": [{"server_uuid": "34c7dafd-a921-49dd-800a-bc8cc0a7badc", "name": "network-vif-deleted", "tag": "14076b0a-ac44-4176-bc4b-816f616d936e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:43:34.671472 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-defdc8b7-4eb7-4a2f-b2e4-7085db086839 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'port': {'device_id': '52dea24a-3284-4a60-a8ce-240f7a1d5550', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'admin_state_up': True, 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'security_groups': ['feedea96-b31f-42e1-99e2-66566f035ba2']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:43:34.717259 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab92691-acdd-4fb4-86af-f6228b595916 x-openstack-request-id: req-6ab92691-acdd-4fb4-86af-f6228b595916 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:43:34.717676 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c7dafd-a921-49dd-800a-bc8cc0a7badc", "name": "network-vif-deleted", "tag": "14076b0a-ac44-4176-bc4b-816f616d936e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:43:34.717933 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ab92691-acdd-4fb4-86af-f6228b595916 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:43:34.718321 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c7dafd-a921-49dd-800a-bc8cc0a7badc', 'name': 'network-vif-deleted', 'tag': '14076b0a-ac44-4176-bc4b-816f616d936e', 'status': 'completed', 'code': 200} Mar 21 11:43:34.740188 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1950c-5ef7-4956-9014-b0fbd64a5d9b req-ac678c63-9364-4d2b-bd2f-ea4f551d0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:34.741677 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2ad1950c-5ef7-4956-9014-b0fbd64a5d9b req-ac678c63-9364-4d2b-bd2f-ea4f551d0484 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 1129 time: 0.2330890 Mar 21 11:43:34.815508 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2ad1950c-5ef7-4956-9014-b0fbd64a5d9b req-c0dbcbac-4277-4c55-82e1-725dfa88ba61 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8202505c-181c-435c-af05-f5389b50fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658145 Mar 21 11:43:34.823859 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-defdc8b7-4eb7-4a2f-b2e4-7085db086839 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Made reservation on behalf of 8ee9a47756654ffb95e31ec71d9f9a10 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:43:34.827117 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-defdc8b7-4eb7-4a2f-b2e4-7085db086839 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:34.955897 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-defdc8b7-4eb7-4a2f-b2e4-7085db086839 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Allocated IP 172.20.0.8 (18d4826d-4fed-4890-a7bf-cce3a3544769/d9496d40-b2b9-4409-803c-f41482ae8f58/97c55d05-1534-440c-8b2c-7615c4fdbefd) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:43:35.091044 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-defdc8b7-4eb7-4a2f-b2e4-7085db086839 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for port (97c55d05-1534-440c-8b2c-7615c4fdbefd), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:35.124034 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-defdc8b7-4eb7-4a2f-b2e4-7085db086839 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (97c55d05-1534-440c-8b2c-7615c4fdbefd), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:35.169603 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-defdc8b7-4eb7-4a2f-b2e4-7085db086839 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Network 18d4826d-4fed-4890-a7bf-cce3a3544769 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:43:35.172693 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-defdc8b7-4eb7-4a2f-b2e4-7085db086839 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:43:35.175202 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-defdc8b7-4eb7-4a2f-b2e4-7085db086839 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:43:35.203167 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdc8b7-4eb7-4a2f-b2e4-7085db086839 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event updated for resources: {'Port': ['ID=97c55d05-1534-440c-8b2c-7615c4fdbefd,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:35.258655 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-defdc8b7-4eb7-4a2f-b2e4-7085db086839 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:35.259260 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-defdc8b7-4eb7-4a2f-b2e4-7085db086839 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:35.280611 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-defdc8b7-4eb7-4a2f-b2e4-7085db086839 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6127601 Mar 21 11:43:35.291590 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53aa9a-6f3b-4ae2-87df-f19ff658ebda req-5f047aed-1923-4137-b21d-670d278b59a1 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:35.293301 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ad53aa9a-6f3b-4ae2-87df-f19ff658ebda req-5f047aed-1923-4137-b21d-670d278b59a1 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 945 time: 0.0857642 Mar 21 11:43:35.298235 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Request body: {'port': {'device_id': '52dea24a-3284-4a60-a8ce-240f7a1d5550', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:43:35.394678 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ad53aa9a-6f3b-4ae2-87df-f19ff658ebda req-437ea15a-ed01-49d1-afac-047b21d8d84c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=8202505c-181c-435c-af05-f5389b50fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936096 Mar 21 11:43:35.395948 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (97c55d05-1534-440c-8b2c-7615c4fdbefd), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:35.424649 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-25e1b522-0477-4ff0-b872-5699f160ad61 None None] Provisioning complete for port 97c55d05-1534-440c-8b2c-7615c4fdbefd triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:43:35.425194 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25e1b522-0477-4ff0-b872-5699f160ad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (97c55d05-1534-440c-8b2c-7615c4fdbefd), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:35.470143 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-25e1b522-0477-4ff0-b872-5699f160ad61 None None] Port 97c55d05-1534-440c-8b2c-7615c4fdbefd cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:43:35.627369 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41246) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:35.673066 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fbc7e-94ab-4fdb-9dcb-e14790f83b4a req-9b556448-86ed-4236-b42f-f719314b23ef tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:35.675052 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a11fbc7e-94ab-4fdb-9dcb-e14790f83b4a req-9b556448-86ed-4236-b42f-f719314b23ef tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 931 time: 0.0886526 Mar 21 11:43:35.720094 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c55d05-1534-440c-8b2c-7615c4fdbefd {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:43:35.733226 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Publish callbacks [] for port (97c55d05-1534-440c-8b2c-7615c4fdbefd), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:35.763886 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a11fbc7e-94ab-4fdb-9dcb-e14790f83b4a req-b4e8ad91-f15c-4d1c-b408-2fa33e02e159 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=feedea96-b31f-42e1-99e2-66566f035ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716078 Mar 21 11:43:35.764763 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Transition to ACTIVE for port object 97c55d05-1534-440c-8b2c-7615c4fdbefd will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:43:35.768413 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (97c55d05-1534-440c-8b2c-7615c4fdbefd), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:35.823362 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Pushing event updated for resources: {'Port': ['ID=97c55d05-1534-440c-8b2c-7615c4fdbefd,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:35.896674 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Attempting to bind port 97c55d05-1534-440c-8b2c-7615c4fdbefd on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:43:35.896674 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Attempting to bind port 97c55d05-1534-440c-8b2c-7615c4fdbefd by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:43:35.897205 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Attempting to bind port 97c55d05-1534-440c-8b2c-7615c4fdbefd on network 18d4826d-4fed-4890-a7bf-cce3a3544769 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:43:35.915522 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Port 97c55d05-1534-440c-8b2c-7615c4fdbefd on network 18d4826d-4fed-4890-a7bf-cce3a3544769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:43:35.915522 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Attempting to bind port 97c55d05-1534-440c-8b2c-7615c4fdbefd on network 18d4826d-4fed-4890-a7bf-cce3a3544769 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:43:35.928364 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:43:35.929105 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Checking segment: {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:43:35.929105 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Bound using segment: {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:43:35.929845 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Bound port: 97c55d05-1534-440c-8b2c-7615c4fdbefd, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0982b566-4a2b-4837-bdd2-f1d7e1783aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:43:35.929845 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (97c55d05-1534-440c-8b2c-7615c4fdbefd), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:36.012250 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] For port 97c55d05-1534-440c-8b2c-7615c4fdbefd, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:43:36.015422 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] For port 97c55d05-1534-440c-8b2c-7615c4fdbefd, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=97c55d05-1534-440c-8b2c-7615c4fdbefd,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:43:36.021503 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (97c55d05-1534-440c-8b2c-7615c4fdbefd), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:36.056671 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:36.057361 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:36.058734 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] 10.222.0.64 "PUT /v2.0/ports/97c55d05-1534-440c-8b2c-7615c4fdbefd HTTP/1.1" status: 200 len: 1093 time: 0.7644424 Mar 21 11:43:36.081102 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5108a-3e67-4c2b-bdf8-b1e816ae62b9 service neutron] Pushing event updated for resources: {'Port': ['ID=97c55d05-1534-440c-8b2c-7615c4fdbefd,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:36.155900 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-cbf0c3b2-1b1d-4df0-bd4d-b332daf630c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:36.158302 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-cbf0c3b2-1b1d-4df0-bd4d-b332daf630c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ee9a47756654ffb95e31ec71d9f9a10&device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 1127 time: 0.0530732 Mar 21 11:43:36.201286 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea8cd6a0-ae99-46a9-abf0-49316c83678d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655690'] for router_interface (82e247bc-d478-4af2-91e1-a89b76bd692b), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:36.201568 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-073d3dd4-5255-45b8-80a9-b33a1437baa9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97c55d05-1534-440c-8b2c-7615c4fdbefd HTTP/1.1" status: 200 len: 217 time: 0.0365751 Mar 21 11:43:36.256356 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-f7823687-a9d9-48da-a0b5-bcda295f8dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:36.257840 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-f7823687-a9d9-48da-a0b5-bcda295f8dfe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9496d40-b2b9-4409-803c-f41482ae8f58 HTTP/1.1" status: 200 len: 854 time: 0.0496390 Mar 21 11:43:36.309462 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-74b07abe-382d-47a1-9f2d-9b96e1ad2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:36.311147 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-74b07abe-382d-47a1-9f2d-9b96e1ad2ea9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d4826d-4fed-4890-a7bf-cce3a3544769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475459 Mar 21 11:43:36.405023 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-2f2d1cdb-a95e-465b-b099-aa9d29338434 service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851874 Mar 21 11:43:36.527240 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bbd6de61-dffb-4e85-93fd-115889af0c40 req-3dbe5f00-7c19-4a24-b275-77ae74caf35c service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158624 Mar 21 11:43:36.543008 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e3a0d-f889-477c-a74e-dcf8172cfdd3 req-07d8ed09-5a97-4a66-87d1-7adb04ba2cc7 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:36.544677 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a85e3a0d-f889-477c-a74e-dcf8172cfdd3 req-07d8ed09-5a97-4a66-87d1-7adb04ba2cc7 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 945 time: 0.0771303 Mar 21 11:43:36.593375 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a85e3a0d-f889-477c-a74e-dcf8172cfdd3 req-28a8917d-ce46-4c79-aeaf-1b1cbedb2179 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=8202505c-181c-435c-af05-f5389b50fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416968 Mar 21 11:43:36.714354 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503ef65-b9bd-4614-8567-2ebd3effca88 req-c461bf64-b0c4-4caa-bd50-5a7b074a9bac tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:36.715885 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c503ef65-b9bd-4614-8567-2ebd3effca88 req-c461bf64-b0c4-4caa-bd50-5a7b074a9bac tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 945 time: 0.0563471 Mar 21 11:43:36.716904 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ea8cd6a0-ae99-46a9-abf0-49316c83678d admin admin] Deleting port 369de428-ef40-4f7a-bc06-b10726499c02 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:43:36.717370 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea8cd6a0-ae99-46a9-abf0-49316c83678d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (369de428-ef40-4f7a-bc06-b10726499c02), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:36.719462 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52dea24a-3284-4a60-a8ce-240f7a1d5550', 'tag': '97c55d05-1534-440c-8b2c-7615c4fdbefd'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:43:36.722517 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b42fab2-9507-41d6-8a34-d208461c5b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "52dea24a-3284-4a60-a8ce-240f7a1d5550", "tag": "97c55d05-1534-440c-8b2c-7615c4fdbefd"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:43:36.725186 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41256) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:36.737794 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-6931c24e-3b39-4f22-a852-2a8e34a9cb2e tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Request body: {'floatingip': {'port_id': 'acebaddc-4c5a-4d76-8fef-f7193a7d4b21'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:43:36.756341 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbb6b96-afbe-4bf7-a349-32d00dbb5337 x-openstack-request-id: req-edbb6b96-afbe-4bf7-a349-32d00dbb5337 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:43:36.756628 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52dea24a-3284-4a60-a8ce-240f7a1d5550", "tag": "97c55d05-1534-440c-8b2c-7615c4fdbefd", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:43:36.756878 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-edbb6b96-afbe-4bf7-a349-32d00dbb5337 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:43:36.757268 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52dea24a-3284-4a60-a8ce-240f7a1d5550', 'tag': '97c55d05-1534-440c-8b2c-7615c4fdbefd', 'status': 'completed', 'code': 200} Mar 21 11:43:36.806977 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6931c24e-3b39-4f22-a852-2a8e34a9cb2e tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for floatingip (c9926db7-5cbd-4935-b8ca-624c4e13d6f1), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:36.821792 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42fab2-9507-41d6-8a34-d208461c5b5d req-60c7f2c5-cf04-4153-8121-dacdcdda0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:36.823280 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3b42fab2-9507-41d6-8a34-d208461c5b5d req-60c7f2c5-cf04-4153-8121-dacdcdda0207 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ee9a47756654ffb95e31ec71d9f9a10&device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 1127 time: 0.0447664 Mar 21 11:43:36.923943 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-ea8cd6a0-ae99-46a9-abf0-49316c83678d admin admin] For port 369de428-ef40-4f7a-bc06-b10726499c02, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=369de428-ef40-4f7a-bc06-b10726499c02,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:43:36.924312 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea8cd6a0-ae99-46a9-abf0-49316c83678d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (369de428-ef40-4f7a-bc06-b10726499c02), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:36.943288 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ea8cd6a0-ae99-46a9-abf0-49316c83678d admin admin] Calling delete_port for 369de428-ef40-4f7a-bc06-b10726499c02 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:43:37.166520 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a725b9-6860-48ab-8931-3be862b7af7a req-763fe8fd-3d43-4be7-a9af-e0768971d110 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:37.168000 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-38a725b9-6860-48ab-8931-3be862b7af7a req-763fe8fd-3d43-4be7-a9af-e0768971d110 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 943 time: 0.3306303 Mar 21 11:43:37.186474 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42fab2-9507-41d6-8a34-d208461c5b5d req-2b1fd62a-4a0d-451c-b702-10bb0c4c7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:37.187920 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3b42fab2-9507-41d6-8a34-d208461c5b5d req-2b1fd62a-4a0d-451c-b702-10bb0c4c7292 service neutron] 10.222.0.64 "GET /v2.0/networks?id=18d4826d-4fed-4890-a7bf-cce3a3544769 HTTP/1.1" status: 200 len: 916 time: 0.3577075 Mar 21 11:43:37.233548 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3b42fab2-9507-41d6-8a34-d208461c5b5d req-32450dce-de69-45e5-84e2-2283c4ae3a07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97c55d05-1534-440c-8b2c-7615c4fdbefd HTTP/1.1" status: 200 len: 217 time: 0.0379059 Mar 21 11:43:37.286098 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-38a725b9-6860-48ab-8931-3be862b7af7a req-41cf184e-66ce-402a-bee7-35e9cd3ef0b5 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=feedea96-b31f-42e1-99e2-66566f035ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095536 Mar 21 11:43:37.306143 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42fab2-9507-41d6-8a34-d208461c5b5d req-ceefaff5-2596-421e-80b7-80f0bf5c64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:37.306143 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3b42fab2-9507-41d6-8a34-d208461c5b5d req-ceefaff5-2596-421e-80b7-80f0bf5c64b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9496d40-b2b9-4409-803c-f41482ae8f58 HTTP/1.1" status: 200 len: 854 time: 0.0592055 Mar 21 11:43:37.332384 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea8cd6a0-ae99-46a9-abf0-49316c83678d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (369de428-ef40-4f7a-bc06-b10726499c02), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:37.348872 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42fab2-9507-41d6-8a34-d208461c5b5d req-13994880-a1f7-4c89-a0f1-5aa791ffaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:37.350342 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3b42fab2-9507-41d6-8a34-d208461c5b5d req-13994880-a1f7-4c89-a0f1-5aa791ffaf1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d4826d-4fed-4890-a7bf-cce3a3544769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441053 Mar 21 11:43:37.389160 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cd6a0-ae99-46a9-abf0-49316c83678d admin admin] Pushing event deleted for resources: {'Port': ['ID=369de428-ef40-4f7a-bc06-b10726499c02,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:37.440977 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3b42fab2-9507-41d6-8a34-d208461c5b5d req-fde21b98-da58-46fd-81c8-a56984801f98 service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851510 Mar 21 11:43:37.444255 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.db.resource_extend [None req-6931c24e-3b39-4f22-a852-2a8e34a9cb2e tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 11:43:37.541175 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3b42fab2-9507-41d6-8a34-d208461c5b5d req-75375ba0-3f9f-44d4-a882-5a9cdd32837b service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943084 Mar 21 11:43:37.557882 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6931c24e-3b39-4f22-a852-2a8e34a9cb2e tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:37.586054 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6931c24e-3b39-4f22-a852-2a8e34a9cb2e tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (c9926db7-5cbd-4935-b8ca-624c4e13d6f1), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:37.703533 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ea8cd6a0-ae99-46a9-abf0-49316c83678d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656890'] for router_interface (82e247bc-d478-4af2-91e1-a89b76bd692b), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:37.716876 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.l3_db [None req-6931c24e-3b39-4f22-a852-2a8e34a9cb2e tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Floating IP c9926db7-5cbd-4935-b8ca-624c4e13d6f1 associated. External IP: 172.27.0.14, port: acebaddc-4c5a-4d76-8fef-f7193a7d4b21. Mar 21 11:43:38.074340 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 14076b0a-ac44-4176-bc4b-816f616d936e no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:43:38.095152 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: 14076b0a-ac44-4176-bc4b-816f616d936e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:43:38.095497 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 14076b0a-ac44-4176-bc4b-816f616d936e not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:43:38.291936 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8cd6a0-ae99-46a9-abf0-49316c83678d admin admin] Router 82e247bc-d478-4af2-91e1-a89b76bd692b has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:43:38.293639 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6931c24e-3b39-4f22-a852-2a8e34a9cb2e tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:43:38.461241 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636d35f-d3be-4a38-83bb-f8f250e07edc req-297ca523-3d52-42e6-a54b-9e7ef4b0ca97 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:38.462690 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a636d35f-d3be-4a38-83bb-f8f250e07edc req-297ca523-3d52-42e6-a54b-9e7ef4b0ca97 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 943 time: 0.0513868 Mar 21 11:43:38.487032 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8cd6a0-ae99-46a9-abf0-49316c83678d admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:43:38.489311 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6931c24e-3b39-4f22-a852-2a8e34a9cb2e tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:43:38.496147 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ea8cd6a0-ae99-46a9-abf0-49316c83678d admin admin] 10.222.0.61 "PUT /v2.0/routers/82e247bc-d478-4af2-91e1-a89b76bd692b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8675630 Mar 21 11:43:38.496756 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41264) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:38.498898 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5448de5-8d17-4cbb-ac60-c5b60487ef39 None None] Sync routers for ids ['82e247bc-d478-4af2-91e1-a89b76bd692b'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:43:38.499977 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6931c24e-3b39-4f22-a852-2a8e34a9cb2e tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:38.509621 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:43:38.511836 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ee1b2-5125-43c2-9371-f1644f24f0d4 None None] Sync routers for ids ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:43:38.517991 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5448de5-8d17-4cbb-ac60-c5b60487ef39 None None] Routers {'82e247bc-d478-4af2-91e1-a89b76bd692b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:43:38.518565 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a636d35f-d3be-4a38-83bb-f8f250e07edc req-39d2366e-0ea5-44ed-a0b7-0798938ca7b4 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=feedea96-b31f-42e1-99e2-66566f035ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502534 Mar 21 11:43:38.522156 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f5448de5-8d17-4cbb-ac60-c5b60487ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:43:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['82e247bc-d478-4af2-91e1-a89b76bd692b'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:38.525913 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ee1b2-5125-43c2-9371-f1644f24f0d4 None None] Routers {'88dc3778-37d3-4c2d-9bb6-e3557b8202ac'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:43:38.526514 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4a5ee1b2-5125-43c2-9371-f1644f24f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:43:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:38.596411 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6931c24e-3b39-4f22-a852-2a8e34a9cb2e tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "PUT /v2.0/floatingips/c9926db7-5cbd-4935-b8ca-624c4e13d6f1 HTTP/1.1" status: 200 len: 990 time: 1.8618898 Mar 21 11:43:38.600155 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ab29f6-d77c-449b-90ad-8654a90c9777', 'tag': 'acebaddc-4c5a-4d76-8fef-f7193a7d4b21'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:43:38.602777 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7b816f3a06605387e8fbce4692360954dc05b73c3f9be141b24bdd2b92167a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b64f3a0-21b3-48e2-b5d4-dbdbcbe86f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "23ab29f6-d77c-449b-90ad-8654a90c9777", "tag": "acebaddc-4c5a-4d76-8fef-f7193a7d4b21"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:43:38.636976 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-f5448de5-8d17-4cbb-ac60-c5b60487ef39 None None] Set router 82e247bc-d478-4af2-91e1-a89b76bd692b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:43:38.648985 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c279b472-6377-4c5f-95e5-f7806db37c5b admin admin] Publish callbacks [] for router (82e247bc-d478-4af2-91e1-a89b76bd692b), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:38.651407 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99b53d9-f329-4cc2-a25b-9d97b5216a84 x-openstack-request-id: req-e99b53d9-f329-4cc2-a25b-9d97b5216a84 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:43:38.651686 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ab29f6-d77c-449b-90ad-8654a90c9777", "tag": "acebaddc-4c5a-4d76-8fef-f7193a7d4b21", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:43:38.651958 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e99b53d9-f329-4cc2-a25b-9d97b5216a84 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:43:38.652385 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ab29f6-d77c-449b-90ad-8654a90c9777', 'tag': 'acebaddc-4c5a-4d76-8fef-f7193a7d4b21', 'status': 'completed', 'code': 200} Mar 21 11:43:38.656515 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4a5ee1b2-5125-43c2-9371-f1644f24f0d4 None None] Set router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:43:38.726364 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64f3a0-21b3-48e2-b5d4-dbdbcbe86f8d req-df43c769-cf1f-41b8-a29f-880dccd15542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:38.728292 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4b64f3a0-21b3-48e2-b5d4-dbdbcbe86f8d req-df43c769-cf1f-41b8-a29f-880dccd15542 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2bdb0295f6141ff94dcd579a870987b&device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 1129 time: 0.0557854 Mar 21 11:43:38.789052 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c279b472-6377-4c5f-95e5-f7806db37c5b admin admin] Publish callbacks [] for router_gateway (82e247bc-d478-4af2-91e1-a89b76bd692b), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:38.844726 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64f3a0-21b3-48e2-b5d4-dbdbcbe86f8d req-7087efd4-fba3-4302-9b90-7a750d257ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:38.847058 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4b64f3a0-21b3-48e2-b5d4-dbdbcbe86f8d req-7087efd4-fba3-4302-9b90-7a750d257ea0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=698d8f47-e4f5-4f6e-b02c-62fad736a58a HTTP/1.1" status: 200 len: 911 time: 0.1123071 Mar 21 11:43:38.855654 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c279b472-6377-4c5f-95e5-f7806db37c5b admin admin] Deleting port 8a8a9b12-7710-44cf-8044-96b6e76b31da {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:43:38.856265 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c279b472-6377-4c5f-95e5-f7806db37c5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (8a8a9b12-7710-44cf-8044-96b6e76b31da), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:38.931295 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4b64f3a0-21b3-48e2-b5d4-dbdbcbe86f8d req-70e48f12-f2d4-4ac5-986e-c11a37762e26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acebaddc-4c5a-4d76-8fef-f7193a7d4b21 HTTP/1.1" status: 200 len: 998 time: 0.0776763 Mar 21 11:43:38.936565 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4a5ee1b2-5125-43c2-9371-f1644f24f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': 'c9926db7-5cbd-4935-b8ca-624c4e13d6f1', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'port_id': 'acebaddc-4c5a-4d76-8fef-f7193a7d4b21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'mac_address': 'fa:16:3e:1c:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ab29f6-d77c-449b-90ad-8654a90c9777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:43:23Z', 'updated_at': '2022-03-21T11:43:37Z', 'revision_number': 1, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72785818-d4e6-40e2-b873-767adbc7357c', 'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'mac_address': 'fa:16:3e:e6:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:27Z', 'updated_at': '2022-03-21T11:38:45Z', 'revision_number': 5, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'subnets': [{'id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:38.969475 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-c279b472-6377-4c5f-95e5-f7806db37c5b admin admin] For port 8a8a9b12-7710-44cf-8044-96b6e76b31da, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=8a8a9b12-7710-44cf-8044-96b6e76b31da,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:43:38.971146 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ee1b2-5125-43c2-9371-f1644f24f0d4 None None] Checking router: 88dc3778-37d3-4c2d-9bb6-e3557b8202ac for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:43:38.971298 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c279b472-6377-4c5f-95e5-f7806db37c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (8a8a9b12-7710-44cf-8044-96b6e76b31da), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:38.980614 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ee1b2-5125-43c2-9371-f1644f24f0d4 None None] Routers {'88dc3778-37d3-4c2d-9bb6-e3557b8202ac'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:43:38.981478 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4a5ee1b2-5125-43c2-9371-f1644f24f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:43:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:38.983229 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64f3a0-21b3-48e2-b5d4-dbdbcbe86f8d req-e2f45e2e-3ac4-42e6-a9c5-21053555d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:38.984720 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4b64f3a0-21b3-48e2-b5d4-dbdbcbe86f8d req-e2f45e2e-3ac4-42e6-a9c5-21053555d9d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e382abe-04ce-42e4-8684-4026c68098c4 HTTP/1.1" status: 200 len: 849 time: 0.0475023 Mar 21 11:43:38.991396 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c279b472-6377-4c5f-95e5-f7806db37c5b admin admin] Calling delete_port for 8a8a9b12-7710-44cf-8044-96b6e76b31da owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:43:38.996660 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f5448de5-8d17-4cbb-ac60-c5b60487ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:43:37Z', 'revision_number': 5, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port': {'id': '8a8a9b12-7710-44cf-8044-96b6e76b31da', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:39.027384 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5448de5-8d17-4cbb-ac60-c5b60487ef39 None None] Checking router: 82e247bc-d478-4af2-91e1-a89b76bd692b for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:43:39.036217 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5448de5-8d17-4cbb-ac60-c5b60487ef39 None None] Routers {'82e247bc-d478-4af2-91e1-a89b76bd692b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:43:39.036832 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f5448de5-8d17-4cbb-ac60-c5b60487ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:43:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['82e247bc-d478-4af2-91e1-a89b76bd692b'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:39.043028 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64f3a0-21b3-48e2-b5d4-dbdbcbe86f8d req-f57e3552-2803-44e3-82dd-24a351f18842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:39.045152 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4b64f3a0-21b3-48e2-b5d4-dbdbcbe86f8d req-f57e3552-2803-44e3-82dd-24a351f18842 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=698d8f47-e4f5-4f6e-b02c-62fad736a58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0546324 Mar 21 11:43:39.106460 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4a5ee1b2-5125-43c2-9371-f1644f24f0d4 None None] Set router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:43:39.143873 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-f5448de5-8d17-4cbb-ac60-c5b60487ef39 None None] Set router 82e247bc-d478-4af2-91e1-a89b76bd692b gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:43:39.173452 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4b64f3a0-21b3-48e2-b5d4-dbdbcbe86f8d req-0be447bc-cae5-4d1c-8a52-a7abeda71006 service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205714 Mar 21 11:43:39.200963 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c279b472-6377-4c5f-95e5-f7806db37c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (8a8a9b12-7710-44cf-8044-96b6e76b31da), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:39.209464 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-f5448de5-8d17-4cbb-ac60-c5b60487ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:43:38Z', 'revision_number': 6, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port_host': None}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:39.238947 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279b472-6377-4c5f-95e5-f7806db37c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8a9b12-7710-44cf-8044-96b6e76b31da,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:39.258642 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5448de5-8d17-4cbb-ac60-c5b60487ef39 None None] The sync data for ids ['82e247bc-d478-4af2-91e1-a89b76bd692b'] in dv-cinder-805072-11-iscsi is: [{'id': '82e247bc-d478-4af2-91e1-a89b76bd692b', 'name': 'tempest-ServerRescueNegativeTestJSON-1672819180-router', 'tenant_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:43:38Z', 'revision_number': 6, 'project_id': 'b6daf1be2b45422b9f4f231b03f2ecbf', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:43:39.316604 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4b64f3a0-21b3-48e2-b5d4-dbdbcbe86f8d req-536e8ec3-ee10-4f06-9ab2-1c472e971024 service neutron] 10.222.0.64 "GET /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203990 Mar 21 11:43:39.335386 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c279b472-6377-4c5f-95e5-f7806db37c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655872'] for router_gateway (82e247bc-d478-4af2-91e1-a89b76bd692b), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:39.380830 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4a5ee1b2-5125-43c2-9371-f1644f24f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': 'c9926db7-5cbd-4935-b8ca-624c4e13d6f1', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'port_id': 'acebaddc-4c5a-4d76-8fef-f7193a7d4b21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'mac_address': 'fa:16:3e:1c:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ab29f6-d77c-449b-90ad-8654a90c9777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:43:23Z', 'updated_at': '2022-03-21T11:43:37Z', 'revision_number': 1, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72785818-d4e6-40e2-b873-767adbc7357c', 'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'mac_address': 'fa:16:3e:e6:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:27Z', 'updated_at': '2022-03-21T11:38:45Z', 'revision_number': 5, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'subnets': [{'id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:39.415270 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ee1b2-5125-43c2-9371-f1644f24f0d4 None None] The sync data for ids ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'] in dv-cinder-805072-11-iscsi is: [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': 'c9926db7-5cbd-4935-b8ca-624c4e13d6f1', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'floating_ip_address': '172.27.0.14', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'port_id': 'acebaddc-4c5a-4d76-8fef-f7193a7d4b21', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'mac_address': 'fa:16:3e:1c:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ab29f6-d77c-449b-90ad-8654a90c9777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:43:23Z', 'updated_at': '2022-03-21T11:43:37Z', 'revision_number': 1, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72785818-d4e6-40e2-b873-767adbc7357c', 'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'mac_address': 'fa:16:3e:e6:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:27Z', 'updated_at': '2022-03-21T11:38:45Z', 'revision_number': 5, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'subnets': [{'id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:43:39.447611 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c279b472-6377-4c5f-95e5-f7806db37c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4767'] for router (82e247bc-d478-4af2-91e1-a89b76bd692b), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:39.449597 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c279b472-6377-4c5f-95e5-f7806db37c5b admin admin] Publish callbacks [] for router_controller (82e247bc-d478-4af2-91e1-a89b76bd692b), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:39.517671 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c279b472-6377-4c5f-95e5-f7806db37c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659171'] for router (82e247bc-d478-4af2-91e1-a89b76bd692b), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:39.518334 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c279b472-6377-4c5f-95e5-f7806db37c5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82e247bc-d478-4af2-91e1-a89b76bd692b {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:43:39.523543 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c279b472-6377-4c5f-95e5-f7806db37c5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:39.527364 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-c279b472-6377-4c5f-95e5-f7806db37c5b admin admin] 10.222.0.61 "DELETE /v2.0/routers/82e247bc-d478-4af2-91e1-a89b76bd692b HTTP/1.1" status: 204 len: 168 time: 1.0226307 Mar 21 11:43:39.527538 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41278) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:39.574296 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d5fa5c-a37a-41d8-b3a7-9145cea4cda2 admin admin] Deleting subnet 3028da22-9f5c-47fe-ad2f-2d7bc04fd16b {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:43:39.578153 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41d5fa5c-a37a-41d8-b3a7-9145cea4cda2 admin admin] Publish callbacks [] for subnet (3028da22-9f5c-47fe-ad2f-2d7bc04fd16b), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:39.627812 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41d5fa5c-a37a-41d8-b3a7-9145cea4cda2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12119821'] for subnet (3028da22-9f5c-47fe-ad2f-2d7bc04fd16b), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:39.678037 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2b459-372c-4d85-985a-258e9e397a1a req-281de505-e25d-4d11-bda3-a4344dd7faad tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:39.679751 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-99c2b459-372c-4d85-985a-258e9e397a1a req-281de505-e25d-4d11-bda3-a4344dd7faad tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 943 time: 0.0656993 Mar 21 11:43:39.712558 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f66d22c-5938-4b09-b80f-29dbd4b9f576 None None] New status for floating IP c9926db7-5cbd-4935-b8ca-624c4e13d6f1: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:43:39.740952 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-99c2b459-372c-4d85-985a-258e9e397a1a req-09b5a509-3cff-4401-bfaa-8b10cac50886 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=feedea96-b31f-42e1-99e2-66566f035ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531330 Mar 21 11:43:39.777342 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41d5fa5c-a37a-41d8-b3a7-9145cea4cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239508'] for subnet (3028da22-9f5c-47fe-ad2f-2d7bc04fd16b), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:39.837660 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41d5fa5c-a37a-41d8-b3a7-9145cea4cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8481104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734074'] for subnet (3028da22-9f5c-47fe-ad2f-2d7bc04fd16b), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:39.867690 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-41d5fa5c-a37a-41d8-b3a7-9145cea4cda2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:39.872286 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-41d5fa5c-a37a-41d8-b3a7-9145cea4cda2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3028da22-9f5c-47fe-ad2f-2d7bc04fd16b HTTP/1.1" status: 204 len: 168 time: 0.3433926 Mar 21 11:43:39.872963 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb100d2a-124e-4952-905b-8c88a9ee0c43 None None] Network 1d03519d-2e7e-48b4-905f-e8767233d5b2 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:43:39.873184 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5fa5c-a37a-41d8-b3a7-9145cea4cda2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3028da22-9f5c-47fe-ad2f-2d7bc04fd16b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:39.874474 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 41286) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:39.948417 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-570abe58-7cd6-4964-bc9d-a2b49b9010b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:39.958772 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163419'] for network (1d03519d-2e7e-48b4-905f-e8767233d5b2), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.014004 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] Deleting port bff4b80c-b1de-4c82-89e1-cfe690198d18 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:43:40.014340 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (bff4b80c-b1de-4c82-89e1-cfe690198d18), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.077721 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] For port bff4b80c-b1de-4c82-89e1-cfe690198d18, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=bff4b80c-b1de-4c82-89e1-cfe690198d18,segment=NetworkSegment(702d4d8c-ecbf-48bb-8ee0-f3293f73b413),segment_id=702d4d8c-ecbf-48bb-8ee0-f3293f73b413)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:43:40.078006 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (bff4b80c-b1de-4c82-89e1-cfe690198d18), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.090361 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 97c55d05-1534-440c-8b2c-7615c4fdbefd details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:43:40.091791 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] Calling delete_port for bff4b80c-b1de-4c82-89e1-cfe690198d18 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:43:40.116083 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a025641-9b7a-4606-b760-fc2915e4d6f3 None None] DHCP port deletion for 1d03519d-2e7e-48b4-905f-e8767233d5b2 request from dv-cinder-805072-11-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:43:40.176951 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (bff4b80c-b1de-4c82-89e1-cfe690198d18), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.201374 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff4b80c-b1de-4c82-89e1-cfe690198d18,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:40.205421 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] No DVR routers for this DVR port bff4b80c-b1de-4c82-89e1-cfe690198d18 on host dv-cinder-805072-11-iscsi {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:43:40.230376 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 97c55d05-1534-440c-8b2c-7615c4fdbefd, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=97c55d05-1534-440c-8b2c-7615c4fdbefd,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:43:40.247859 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': '97c55d05-1534-440c-8b2c-7615c4fdbefd', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'port_id': '97c55d05-1534-440c-8b2c-7615c4fdbefd', 'mac_address': 'fa:16:3e:3a:5f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:43:40.250052 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0a025641-9b7a-4606-b760-fc2915e4d6f3 None None] Deleting port bff4b80c-b1de-4c82-89e1-cfe690198d18 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:43:40.250424 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a025641-9b7a-4606-b760-fc2915e4d6f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (bff4b80c-b1de-4c82-89e1-cfe690198d18), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.279181 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3303649', 'neutron.services.segments.db._delete_segments_for_network-8758069329219'] for network (1d03519d-2e7e-48b4-905f-e8767233d5b2), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.300507 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d03519d-2e7e-48b4-905f-e8767233d5b2']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:40.310615 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702d4d8c-ecbf-48bb-8ee0-f3293f73b413') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:40.310918 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702d4d8c-ecbf-48bb-8ee0-f3293f73b413') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:40.320502 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758069511244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11945827'] for segment (702d4d8c-ecbf-48bb-8ee0-f3293f73b413), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.337157 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (702d4d8c-ecbf-48bb-8ee0-f3293f73b413), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.344427 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0a025641-9b7a-4606-b760-fc2915e4d6f3 None None] For port bff4b80c-b1de-4c82-89e1-cfe690198d18, host dv-cinder-805072-11-iscsi, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:43:40.345405 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a025641-9b7a-4606-b760-fc2915e4d6f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (bff4b80c-b1de-4c82-89e1-cfe690198d18), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.345612 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:43:40.346123 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737248'] for segment (702d4d8c-ecbf-48bb-8ee0-f3293f73b413), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: Traceback (most recent call last): Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: timer() Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: cb(*args, **kw) Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: return func(*args, **kwargs) Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: self._notify() Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: self.callback(batched_events) Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: event.method(event) Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: return f(self, *a, **k) Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: return self._get(url).json() Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: return self.request(url, 'GET', **kwargs) Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:43:40.348489 dv-cinder-805072-11-iscsi neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:43:40.350801 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 97c55d05-1534-440c-8b2c-7615c4fdbefd is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:43:40.350801 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (97c55d05-1534-440c-8b2c-7615c4fdbefd), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.367619 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0a025641-9b7a-4606-b760-fc2915e4d6f3 None None] Calling delete_port for bff4b80c-b1de-4c82-89e1-cfe690198d18 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:43:40.372799 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-0a025641-9b7a-4606-b760-fc2915e4d6f3 None None] Port bff4b80c-b1de-4c82-89e1-cfe690198d18 was not found and therefore no delete operation was performed {{(pid=103320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 21 11:43:40.375100 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c55d05-1534-440c-8b2c-7615c4fdbefd {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:43:40.379403 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0a025641-9b7a-4606-b760-fc2915e4d6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604'] for port (bff4b80c-b1de-4c82-89e1-cfe690198d18), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.410772 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3303642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655996'] for network (1d03519d-2e7e-48b4-905f-e8767233d5b2), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.417711 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a025641-9b7a-4606-b760-fc2915e4d6f3 None None] Pushing event deleted for resources: {'Port': ['ID=bff4b80c-b1de-4c82-89e1-cfe690198d18,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:40.419921 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.423202 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1d03519d-2e7e-48b4-905f-e8767233d5b2 HTTP/1.1" status: 204 len: 168 time: 0.5472245 Mar 21 11:43:40.431000 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 97c55d05-1534-440c-8b2c-7615c4fdbefd, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=97c55d05-1534-440c-8b2c-7615c4fdbefd,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:43:40.432507 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a025641-9b7a-4606-b760-fc2915e4d6f3 None None] No DVR routers for this DVR port bff4b80c-b1de-4c82-89e1-cfe690198d18 on host dv-cinder-805072-11-iscsi {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:43:40.437932 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d54e7-1cc0-441b-a893-f8f6a6c05a11 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d03519d-2e7e-48b4-905f-e8767233d5b2,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:40.439665 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (97c55d05-1534-440c-8b2c-7615c4fdbefd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.493990 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=97c55d05-1534-440c-8b2c-7615c4fdbefd,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:40.554228 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 41290) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:40.594342 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-b67b3ca3-53d0-4b1c-92c6-72ba8694aad7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b6daf1be2b45422b9f4f231b03f2ecbf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389540 Mar 21 11:43:40.596893 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 41292) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:40.643311 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e5c9-de32-4014-ba25-08c0124978c0 admin admin] Publish callbacks [] for security_group (1085d62b-e0e8-43da-a223-031e4c92d78e), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.664080 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e5c9-de32-4014-ba25-08c0124978c0 admin admin] Publish callbacks [] for security_group (1085d62b-e0e8-43da-a223-031e4c92d78e), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.691351 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['97c55d05-1534-440c-8b2c-7615c4fdbefd'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:43:40.717149 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e5c9-de32-4014-ba25-08c0124978c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (1085d62b-e0e8-43da-a223-031e4c92d78e), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.718711 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-bcf6e5c9-de32-4014-ba25-08c0124978c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:40.720349 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-bcf6e5c9-de32-4014-ba25-08c0124978c0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1085d62b-e0e8-43da-a223-031e4c92d78e HTTP/1.1" status: 204 len: 168 time: 0.1220739 Mar 21 11:43:40.730170 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6e5c9-de32-4014-ba25-08c0124978c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1085d62b-e0e8-43da-a223-031e4c92d78e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:40.804366 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device bff4b80c-b1de-4c82-89e1-cfe690198d18 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:43:40.835429 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: bff4b80c-b1de-4c82-89e1-cfe690198d18 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:43:40.835802 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device bff4b80c-b1de-4c82-89e1-cfe690198d18 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:43:40.836211 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 8a8a9b12-7710-44cf-8044-96b6e76b31da no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:43:40.861821 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 8a8a9b12-7710-44cf-8044-96b6e76b31da {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:43:40.862194 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 8a8a9b12-7710-44cf-8044-96b6e76b31da not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:43:40.862526 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 369de428-ef40-4f7a-bc06-b10726499c02 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:43:40.872081 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4931709-da7e-44ec-9fca-7cfad606a2b0 req-886c832a-5b0c-4b1e-ae10-eae0b7834e14 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:40.873552 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e4931709-da7e-44ec-9fca-7cfad606a2b0 req-886c832a-5b0c-4b1e-ae10-eae0b7834e14 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 944 time: 0.0559981 Mar 21 11:43:40.892143 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 369de428-ef40-4f7a-bc06-b10726499c02 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:43:40.892398 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 369de428-ef40-4f7a-bc06-b10726499c02 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:43:40.934412 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e4931709-da7e-44ec-9fca-7cfad606a2b0 req-59f004ac-39b4-4040-b974-75c81f01b977 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=feedea96-b31f-42e1-99e2-66566f035ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552077 Mar 21 11:43:41.564639 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e96826-766c-4357-94c7-d64cd5516fcb req-84112a28-ce1b-4664-abe0-71ba6ba85884 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:41.566229 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d9e96826-766c-4357-94c7-d64cd5516fcb req-84112a28-ce1b-4664-abe0-71ba6ba85884 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0532622 Mar 21 11:43:41.614192 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d9e96826-766c-4357-94c7-d64cd5516fcb req-f59652bc-6376-45d2-baac-fd7f4b4f07d7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419955 Mar 21 11:43:42.065921 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d1eb0-91c8-4a70-ab51-e77c80bd827c req-4d536917-fda3-4485-bf99-92ce83c86459 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:42.067434 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3c9d1eb0-91c8-4a70-ab51-e77c80bd827c req-4d536917-fda3-4485-bf99-92ce83c86459 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 944 time: 0.0519986 Mar 21 11:43:42.105809 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 97c55d05-1534-440c-8b2c-7615c4fdbefd up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:43:42.115041 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3c9d1eb0-91c8-4a70-ab51-e77c80bd827c req-d200164d-3fd9-4285-bd10-4921d21a8e3b tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=feedea96-b31f-42e1-99e2-66566f035ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417726 Mar 21 11:43:42.166073 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port 97c55d05-1534-440c-8b2c-7615c4fdbefd completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:43:42.170535 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port 97c55d05-1534-440c-8b2c-7615c4fdbefd triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:43:42.170934 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (97c55d05-1534-440c-8b2c-7615c4fdbefd), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:42.262637 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 97c55d05-1534-440c-8b2c-7615c4fdbefd is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:43:42.262920 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (97c55d05-1534-440c-8b2c-7615c4fdbefd), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:42.275481 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b21a9ca-cf78-4902-8295-bc33b676e42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:42.290599 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dea24a-3284-4a60-a8ce-240f7a1d5550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c55d05-1534-440c-8b2c-7615c4fdbefd'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:43:42.293401 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c46ccc3-ccb5-41ce-b7aa-f736cbca51b5" -d '{"events": [{"server_uuid": "52dea24a-3284-4a60-a8ce-240f7a1d5550", "name": "network-vif-plugged", "status": "completed", "tag": "97c55d05-1534-440c-8b2c-7615c4fdbefd"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:43:42.308332 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 97c55d05-1534-440c-8b2c-7615c4fdbefd, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=97c55d05-1534-440c-8b2c-7615c4fdbefd,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:43:42.313329 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (97c55d05-1534-440c-8b2c-7615c4fdbefd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:42.336518 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356129d8-828f-4c17-8ad7-0d8ea16f24e1 x-openstack-request-id: req-356129d8-828f-4c17-8ad7-0d8ea16f24e1 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:43:42.336826 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52dea24a-3284-4a60-a8ce-240f7a1d5550", "name": "network-vif-plugged", "status": "completed", "tag": "97c55d05-1534-440c-8b2c-7615c4fdbefd", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:43:42.337062 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-356129d8-828f-4c17-8ad7-0d8ea16f24e1 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:43:42.337450 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52dea24a-3284-4a60-a8ce-240f7a1d5550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c55d05-1534-440c-8b2c-7615c4fdbefd', 'code': 200} Mar 21 11:43:42.377288 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=97c55d05-1534-440c-8b2c-7615c4fdbefd,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:42.524974 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f63141-b60f-4af2-9c37-9622dcdb7f02 req-9d44736e-2bc6-4718-b027-a506512a3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:42.526346 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b4f63141-b60f-4af2-9c37-9622dcdb7f02 req-9d44736e-2bc6-4718-b027-a506512a3378 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 1129 time: 0.0463715 Mar 21 11:43:42.568332 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b4f63141-b60f-4af2-9c37-9622dcdb7f02 req-774803c5-d938-4896-b9c1-fafe23987f63 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=feedea96-b31f-42e1-99e2-66566f035ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349083 Mar 21 11:43:42.735269 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cf297-6a08-471a-91ce-e325da67d7e4 req-0fa4cb36-304b-43de-8716-8f580e3163b4 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:42.736761 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c61cf297-6a08-471a-91ce-e325da67d7e4 req-0fa4cb36-304b-43de-8716-8f580e3163b4 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0518878 Mar 21 11:43:42.782476 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c61cf297-6a08-471a-91ce-e325da67d7e4 req-035b453b-e6b2-474f-ba4b-93336e684afd tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400555 Mar 21 11:43:43.229346 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b54075-553c-4e74-a153-31100d2a4cf2 req-b5090e93-603b-41fe-bf65-ed23f7a95125 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:43.230812 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d1b54075-553c-4e74-a153-31100d2a4cf2 req-b5090e93-603b-41fe-bf65-ed23f7a95125 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 945 time: 0.0507472 Mar 21 11:43:43.279496 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d1b54075-553c-4e74-a153-31100d2a4cf2 req-92a89bf5-03cc-4684-be8e-7bac053191ac tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=feedea96-b31f-42e1-99e2-66566f035ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427022 Mar 21 11:43:43.472211 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:43.909501 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94018781-3094-4592-952a-e0995e26a64c req-0a0427cf-9fa7-484f-9c63-c85e7e41499c tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:43.910857 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-94018781-3094-4592-952a-e0995e26a64c req-0a0427cf-9fa7-484f-9c63-c85e7e41499c tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0554504 Mar 21 11:43:43.955688 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-94018781-3094-4592-952a-e0995e26a64c req-a481a885-6aa8-401d-9608-35e5dfefa582 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391064 Mar 21 11:43:44.393113 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72117c66-9352-4ce9-8ae4-77c54fe26803 req-1a645134-b48a-4f0e-9ed1-ca4c784906fb tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:44.394580 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72117c66-9352-4ce9-8ae4-77c54fe26803 req-1a645134-b48a-4f0e-9ed1-ca4c784906fb tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 945 time: 0.0508320 Mar 21 11:43:44.438892 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-72117c66-9352-4ce9-8ae4-77c54fe26803 req-5ecc89e9-8035-4447-b9b5-0303880ab954 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=feedea96-b31f-42e1-99e2-66566f035ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383041 Mar 21 11:43:44.552744 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd202a-432f-42d0-bf33-3999cd1f67d9 req-74a14fee-af30-4fb2-8721-2d690e1160d8 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:44.554171 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-edcd202a-432f-42d0-bf33-3999cd1f67d9 req-74a14fee-af30-4fb2-8721-2d690e1160d8 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 945 time: 0.0556073 Mar 21 11:43:44.562473 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 41386) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:44.567201 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ff52d208-e874-4b23-9612-06dbf0158d6d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Request body: {'floatingip': {'port_id': '97c55d05-1534-440c-8b2c-7615c4fdbefd'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:43:44.604881 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff52d208-e874-4b23-9612-06dbf0158d6d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (6e0e447d-9fc0-4c8d-963e-1c13176b13bc), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:44.778200 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:45.030016 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff52d208-e874-4b23-9612-06dbf0158d6d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:45.041535 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff52d208-e874-4b23-9612-06dbf0158d6d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (6e0e447d-9fc0-4c8d-963e-1c13176b13bc), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:45.157961 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f0791-36cd-41f8-8baf-caef291c9d35 req-be040da1-1b03-46c8-8e9a-e1454a6966d5 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:45.159453 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-824f0791-36cd-41f8-8baf-caef291c9d35 req-be040da1-1b03-46c8-8e9a-e1454a6966d5 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.1282189 Mar 21 11:43:45.178054 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-ff52d208-e874-4b23-9612-06dbf0158d6d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Floating IP 6e0e447d-9fc0-4c8d-963e-1c13176b13bc associated. External IP: 172.27.0.70, port: 97c55d05-1534-440c-8b2c-7615c4fdbefd. Mar 21 11:43:45.281745 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-824f0791-36cd-41f8-8baf-caef291c9d35 req-071c1668-309d-4451-87d3-0d4f67733284 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140535 Mar 21 11:43:45.426006 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff52d208-e874-4b23-9612-06dbf0158d6d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Router 23780c50-5505-422f-98fa-76f67c3a334b has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:43:45.531018 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff52d208-e874-4b23-9612-06dbf0158d6d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:43:45.535438 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ff52d208-e874-4b23-9612-06dbf0158d6d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:45.541283 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c0db0e-2cdc-4179-a111-87807b996a70 None None] Sync routers for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:43:45.550669 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c0db0e-2cdc-4179-a111-87807b996a70 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:43:45.551279 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d0c0db0e-2cdc-4179-a111-87807b996a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:43:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:45.564680 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ff52d208-e874-4b23-9612-06dbf0158d6d tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "PUT /v2.0/floatingips/6e0e447d-9fc0-4c8d-963e-1c13176b13bc HTTP/1.1" status: 200 len: 990 time: 1.0011654 Mar 21 11:43:45.565284 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52dea24a-3284-4a60-a8ce-240f7a1d5550', 'tag': '97c55d05-1534-440c-8b2c-7615c4fdbefd'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:43:45.567506 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c3d572-7824-459a-8f58-2e69a447cd92" -d '{"events": [{"name": "network-changed", "server_uuid": "52dea24a-3284-4a60-a8ce-240f7a1d5550", "tag": "97c55d05-1534-440c-8b2c-7615c4fdbefd"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:43:45.721295 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330b4ff1-48dd-433a-9242-8ca9158133f0 x-openstack-request-id: req-330b4ff1-48dd-433a-9242-8ca9158133f0 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:43:45.721662 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52dea24a-3284-4a60-a8ce-240f7a1d5550", "tag": "97c55d05-1534-440c-8b2c-7615c4fdbefd", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:43:45.721978 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-330b4ff1-48dd-433a-9242-8ca9158133f0 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:43:45.722446 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52dea24a-3284-4a60-a8ce-240f7a1d5550', 'tag': '97c55d05-1534-440c-8b2c-7615c4fdbefd', 'status': 'completed', 'code': 200} Mar 21 11:43:45.747648 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d0c0db0e-2cdc-4179-a111-87807b996a70 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:43:45.959613 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d0c0db0e-2cdc-4179-a111-87807b996a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '6e0e447d-9fc0-4c8d-963e-1c13176b13bc', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': '97c55d05-1534-440c-8b2c-7615c4fdbefd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:3a:5f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dea24a-3284-4a60-a8ce-240f7a1d5550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:43:32Z', 'updated_at': '2022-03-21T11:43:44Z', 'revision_number': 1, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:45.989131 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c0db0e-2cdc-4179-a111-87807b996a70 None None] Checking router: 23780c50-5505-422f-98fa-76f67c3a334b for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:43:45.997384 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c0db0e-2cdc-4179-a111-87807b996a70 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:43:45.997977 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d0c0db0e-2cdc-4179-a111-87807b996a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:43:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:46.099327 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-d0c0db0e-2cdc-4179-a111-87807b996a70 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:43:46.311462 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-d0c0db0e-2cdc-4179-a111-87807b996a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '6e0e447d-9fc0-4c8d-963e-1c13176b13bc', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': '97c55d05-1534-440c-8b2c-7615c4fdbefd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:3a:5f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dea24a-3284-4a60-a8ce-240f7a1d5550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:43:32Z', 'updated_at': '2022-03-21T11:43:44Z', 'revision_number': 1, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:43:46.340855 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c0db0e-2cdc-4179-a111-87807b996a70 None None] The sync data for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi is: [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '6e0e447d-9fc0-4c8d-963e-1c13176b13bc', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'port_id': '97c55d05-1534-440c-8b2c-7615c4fdbefd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'mac_address': 'fa:16:3e:3a:5f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dea24a-3284-4a60-a8ce-240f7a1d5550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:43:32Z', 'updated_at': '2022-03-21T11:43:44Z', 'revision_number': 1, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:43:46.406521 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:46.422720 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d07d3-d364-4251-958a-6871b54a99bb req-03614cc0-47b8-476b-86e7-89d2398e64b8 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:46.424412 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-523d07d3-d364-4251-958a-6871b54a99bb req-03614cc0-47b8-476b-86e7-89d2398e64b8 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0667093 Mar 21 11:43:46.480424 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-523d07d3-d364-4251-958a-6871b54a99bb req-b6d60c12-4f8e-4ebe-9e5e-cd4587757b0c tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420396 Mar 21 11:43:46.558991 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641834e4-e648-4494-9eb6-e79f9777e77a None None] New status for floating IP 6e0e447d-9fc0-4c8d-963e-1c13176b13bc: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:43:47.245637 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:47.607544 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e4386-3527-4186-9b77-572eddbf5b30 req-e551f456-27eb-4d92-b957-b07dc8ef499f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:47.609084 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-211e4386-3527-4186-9b77-572eddbf5b30 req-e551f456-27eb-4d92-b957-b07dc8ef499f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0558665 Mar 21 11:43:47.659804 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-211e4386-3527-4186-9b77-572eddbf5b30 req-ec682409-2726-43c2-b8f4-11e75110cff8 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444381 Mar 21 11:43:48.058115 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3d572-7824-459a-8f58-2e69a447cd92 req-1f7784ed-01ae-482c-a3e3-b5586ef9a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:48.059588 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a6c3d572-7824-459a-8f58-2e69a447cd92 req-1f7784ed-01ae-482c-a3e3-b5586ef9a3ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ee9a47756654ffb95e31ec71d9f9a10&device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 1129 time: 0.0422220 Mar 21 11:43:48.152445 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3d572-7824-459a-8f58-2e69a447cd92 req-74929992-5d89-4a85-b156-40e18b6eba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:48.153898 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a6c3d572-7824-459a-8f58-2e69a447cd92 req-74929992-5d89-4a85-b156-40e18b6eba3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=18d4826d-4fed-4890-a7bf-cce3a3544769 HTTP/1.1" status: 200 len: 916 time: 0.0855877 Mar 21 11:43:48.218777 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a6c3d572-7824-459a-8f58-2e69a447cd92 req-a964bdec-c9bc-498f-b2c4-054bba698bbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97c55d05-1534-440c-8b2c-7615c4fdbefd HTTP/1.1" status: 200 len: 1000 time: 0.0568922 Mar 21 11:43:48.266976 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3d572-7824-459a-8f58-2e69a447cd92 req-2849be84-26f4-4385-b10c-db454744b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:48.268433 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a6c3d572-7824-459a-8f58-2e69a447cd92 req-2849be84-26f4-4385-b10c-db454744b41e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9496d40-b2b9-4409-803c-f41482ae8f58 HTTP/1.1" status: 200 len: 854 time: 0.0428073 Mar 21 11:43:48.321975 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3d572-7824-459a-8f58-2e69a447cd92 req-b28c5ef4-dcde-446f-9e98-4417991bc34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:48.323305 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a6c3d572-7824-459a-8f58-2e69a447cd92 req-b28c5ef4-dcde-446f-9e98-4417991bc34a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d4826d-4fed-4890-a7bf-cce3a3544769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448041 Mar 21 11:43:48.410180 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a6c3d572-7824-459a-8f58-2e69a447cd92 req-984b09af-dfde-45b5-aad9-2020707b78bf service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792098 Mar 21 11:43:48.505813 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a6c3d572-7824-459a-8f58-2e69a447cd92 req-8ba34d2c-bafc-4464-9e29-e02fed96c640 service neutron] 10.222.0.64 "GET /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867033 Mar 21 11:43:48.780278 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58628dc9-28d9-4361-8c9d-44f4d94f24ec req-d62d50b3-3f6f-4cad-90fb-1c663cb62fa8 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:48.782259 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-58628dc9-28d9-4361-8c9d-44f4d94f24ec req-d62d50b3-3f6f-4cad-90fb-1c663cb62fa8 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0528080 Mar 21 11:43:48.828717 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-58628dc9-28d9-4361-8c9d-44f4d94f24ec req-4f8fc752-c8b1-4765-bb73-80d223355448 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409808 Mar 21 11:43:49.951662 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd04116-1deb-453a-9a14-d3710848c4c1 req-eea477b3-6ae7-4cfe-a536-59b7d529c6cb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:49.953160 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4bd04116-1deb-453a-9a14-d3710848c4c1 req-eea477b3-6ae7-4cfe-a536-59b7d529c6cb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0535545 Mar 21 11:43:49.999503 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4bd04116-1deb-453a-9a14-d3710848c4c1 req-d964dbe1-fc05-4cce-815d-963cd5e74eeb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403233 Mar 21 11:43:51.357632 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5bb87-e599-456f-910c-822b428e950f req-e500d7c2-6826-47b6-b234-83d5c65be3ad tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:51.359110 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9bf5bb87-e599-456f-910c-822b428e950f req-e500d7c2-6826-47b6-b234-83d5c65be3ad tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.2903500 Mar 21 11:43:51.406566 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9bf5bb87-e599-456f-910c-822b428e950f req-c0c12eda-b712-4032-8ebc-e1f07d760fe1 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412688 Mar 21 11:43:51.565005 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 41480) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:51.672243 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:51.749238 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Publish callbacks [] for security_group (b0b516f7-a8cd-49fd-9053-6e130903c33c), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:51.753248 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (b0b516f7-a8cd-49fd-9053-6e130903c33c), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:51.788349 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b516f7-a8cd-49fd-9053-6e130903c33c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:51.792094 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=17b05a17b9464fb9876137ee5247d8c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260623 Mar 21 11:43:51.794902 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41484) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:51.797851 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:51.798204 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:51.798549 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:51.798890 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:51.799227 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:51.799567 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:51.799932 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:51.800261 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:51.800591 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:51.800917 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:51.801257 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:51.801574 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:51.801896 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:51.802218 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:51.802613 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c02f5-c128-4058-9d6e-4639adf8b8c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:43:51.841597 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4ede526c-92fe-40c7-9848-671ffe884a65 admin admin] Publish callbacks [] for security_group (b0b516f7-a8cd-49fd-9053-6e130903c33c), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:51.861348 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4ede526c-92fe-40c7-9848-671ffe884a65 admin admin] Publish callbacks [] for security_group (b0b516f7-a8cd-49fd-9053-6e130903c33c), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:51.907284 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4ede526c-92fe-40c7-9848-671ffe884a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (b0b516f7-a8cd-49fd-9053-6e130903c33c), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:51.909890 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-4ede526c-92fe-40c7-9848-671ffe884a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:51.911058 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-4ede526c-92fe-40c7-9848-671ffe884a65 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0b516f7-a8cd-49fd-9053-6e130903c33c HTTP/1.1" status: 204 len: 168 time: 0.1151450 Mar 21 11:43:51.918858 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede526c-92fe-40c7-9848-671ffe884a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b516f7-a8cd-49fd-9053-6e130903c33c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:52.163632 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41494) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:52.177223 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84becbd7-6ed4-47be-a4f7-9db9c0a3f4bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:52.249907 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84becbd7-6ed4-47be-a4f7-9db9c0a3f4bc admin admin] Publish callbacks [] for security_group (4e18c412-d0f3-41de-970d-fa5e79c3578d), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:52.254792 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-84becbd7-6ed4-47be-a4f7-9db9c0a3f4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (4e18c412-d0f3-41de-970d-fa5e79c3578d), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:52.292508 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84becbd7-6ed4-47be-a4f7-9db9c0a3f4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e18c412-d0f3-41de-970d-fa5e79c3578d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:52.296663 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-84becbd7-6ed4-47be-a4f7-9db9c0a3f4bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=698fbbd2f19343a6af7b31123bba5281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319959 Mar 21 11:43:52.299854 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41496) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:52.345473 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c731f3b9-147d-4650-b3c7-e56e047ac45f admin admin] Publish callbacks [] for security_group (4e18c412-d0f3-41de-970d-fa5e79c3578d), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:52.366074 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c731f3b9-147d-4650-b3c7-e56e047ac45f admin admin] Publish callbacks [] for security_group (4e18c412-d0f3-41de-970d-fa5e79c3578d), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:52.413335 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c731f3b9-147d-4650-b3c7-e56e047ac45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (4e18c412-d0f3-41de-970d-fa5e79c3578d), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:52.416035 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c731f3b9-147d-4650-b3c7-e56e047ac45f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:52.417218 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-c731f3b9-147d-4650-b3c7-e56e047ac45f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e18c412-d0f3-41de-970d-fa5e79c3578d HTTP/1.1" status: 204 len: 168 time: 0.1164382 Mar 21 11:43:52.425275 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731f3b9-147d-4650-b3c7-e56e047ac45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e18c412-d0f3-41de-970d-fa5e79c3578d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:52.532249 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154eb9d-3373-411f-83bb-d93041b43ff3 req-ba29a2f4-3cb8-46f0-b080-c0fadb567f8a tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:52.533708 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8154eb9d-3373-411f-83bb-d93041b43ff3 req-ba29a2f4-3cb8-46f0-b080-c0fadb567f8a tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0542357 Mar 21 11:43:52.580237 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8154eb9d-3373-411f-83bb-d93041b43ff3 req-8f73b790-6533-47c1-bdbf-6f1fedf798f0 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402236 Mar 21 11:43:53.706961 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0efaf-aefb-4b6c-a8d3-219fdc8b641f req-2b0e76d1-5d04-4d7b-93fc-dce0b396d364 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:53.708526 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a2e0efaf-aefb-4b6c-a8d3-219fdc8b641f req-2b0e76d1-5d04-4d7b-93fc-dce0b396d364 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0517569 Mar 21 11:43:53.759039 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a2e0efaf-aefb-4b6c-a8d3-219fdc8b641f req-eee3196d-f4e5-471e-a444-52b0d7afbbfd tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447850 Mar 21 11:43:54.886523 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2aa6e0-d252-4639-a6f7-592402cbf3e5 req-08a5249a-098b-43ec-957f-bf30d88848ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:54.888003 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9d2aa6e0-d252-4639-a6f7-592402cbf3e5 req-08a5249a-098b-43ec-957f-bf30d88848ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0553923 Mar 21 11:43:54.941927 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9d2aa6e0-d252-4639-a6f7-592402cbf3e5 req-47b57b4a-a23a-4798-9dac-2461e70b5e20 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479417 Mar 21 11:43:55.180954 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41634) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:55.280444 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7252391a-89bf-4791-894a-cb7db6717e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:55.350434 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7252391a-89bf-4791-894a-cb7db6717e53 admin admin] Publish callbacks [] for security_group (2564e05e-d773-4848-9eb9-5598d2217e91), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:55.354824 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7252391a-89bf-4791-894a-cb7db6717e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (2564e05e-d773-4848-9eb9-5598d2217e91), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:55.393169 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7252391a-89bf-4791-894a-cb7db6717e53 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9f8abcedcb64ca6a88c277243586f01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111835 Mar 21 11:43:55.394024 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252391a-89bf-4791-894a-cb7db6717e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2564e05e-d773-4848-9eb9-5598d2217e91,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:55.395892 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 41638) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:55.441686 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32fc04a9-4089-4bf6-99ea-4df07242a379 admin admin] Publish callbacks [] for security_group (2564e05e-d773-4848-9eb9-5598d2217e91), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:55.461472 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32fc04a9-4089-4bf6-99ea-4df07242a379 admin admin] Publish callbacks [] for security_group (2564e05e-d773-4848-9eb9-5598d2217e91), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:55.507853 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32fc04a9-4089-4bf6-99ea-4df07242a379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (2564e05e-d773-4848-9eb9-5598d2217e91), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:55.510270 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-32fc04a9-4089-4bf6-99ea-4df07242a379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:55.511377 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-32fc04a9-4089-4bf6-99ea-4df07242a379 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2564e05e-d773-4848-9eb9-5598d2217e91 HTTP/1.1" status: 204 len: 168 time: 0.1145115 Mar 21 11:43:55.518536 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc04a9-4089-4bf6-99ea-4df07242a379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2564e05e-d773-4848-9eb9-5598d2217e91,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:55.766027 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 41644) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:55.778790 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-258a55f1-e3ac-4bb9-a310-404511218ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:55.851043 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-258a55f1-e3ac-4bb9-a310-404511218ecc admin admin] Publish callbacks [] for security_group (6f7d7fba-0ff1-48a6-914d-322fe2439107), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:55.854722 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-258a55f1-e3ac-4bb9-a310-404511218ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (6f7d7fba-0ff1-48a6-914d-322fe2439107), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:55.892501 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-258a55f1-e3ac-4bb9-a310-404511218ecc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ee2142ba5d54636b7fbd0cb25f67ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1249058 Mar 21 11:43:55.893351 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a55f1-e3ac-4bb9-a310-404511218ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7d7fba-0ff1-48a6-914d-322fe2439107,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:55.895201 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41646) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:55.944651 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fde00a85-06c7-4fa8-a7e4-80f7a03fb94f admin admin] Publish callbacks [] for security_group (6f7d7fba-0ff1-48a6-914d-322fe2439107), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:55.965389 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fde00a85-06c7-4fa8-a7e4-80f7a03fb94f admin admin] Publish callbacks [] for security_group (6f7d7fba-0ff1-48a6-914d-322fe2439107), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:56.013545 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fde00a85-06c7-4fa8-a7e4-80f7a03fb94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (6f7d7fba-0ff1-48a6-914d-322fe2439107), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:56.016251 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fde00a85-06c7-4fa8-a7e4-80f7a03fb94f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:56.017918 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-fde00a85-06c7-4fa8-a7e4-80f7a03fb94f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f7d7fba-0ff1-48a6-914d-322fe2439107 HTTP/1.1" status: 204 len: 168 time: 0.1216283 Mar 21 11:43:56.027108 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde00a85-06c7-4fa8-a7e4-80f7a03fb94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7d7fba-0ff1-48a6-914d-322fe2439107,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:56.073310 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c8d9-920d-4d2d-99b9-024689229a7a req-a851cbfe-2e46-4b5d-8a55-ac5598ee5f26 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:56.074783 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d143c8d9-920d-4d2d-99b9-024689229a7a req-a851cbfe-2e46-4b5d-8a55-ac5598ee5f26 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0611467 Mar 21 11:43:56.123072 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d143c8d9-920d-4d2d-99b9-024689229a7a req-251107c4-32cb-4208-ae93-523dc41b1c43 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423257 Mar 21 11:43:57.244273 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd98d9b-b58a-4c8c-b981-175169b3dd08 req-07ebfe92-6e1a-4dfc-a7c7-601b5316079e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:57.245746 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8fd98d9b-b58a-4c8c-b981-175169b3dd08 req-07ebfe92-6e1a-4dfc-a7c7-601b5316079e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0510640 Mar 21 11:43:57.291363 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8fd98d9b-b58a-4c8c-b981-175169b3dd08 req-801750ec-6501-426c-9cb5-943ca51b28b7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398231 Mar 21 11:43:58.192500 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device c962ebd6-6d0c-40b7-9475-e2dca4e71dcb details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:43:58.288868 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:43:58.300726 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'port_id': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb', 'mac_address': 'fa:16:3e:3a:30:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:43:58.301567 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41718) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:58.345897 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb is: ACTIVE; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:43:58.346294 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:58.359721 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c962ebd6-6d0c-40b7-9475-e2dca4e71dcb {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:43:58.383282 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:43:58.388297 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:58.415224 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d9d7364-e2f5-429d-9d5f-be6fa49052cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:58.418249 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78e695-6b32-4be6-b11b-d8f9dc76ee0a req-84b361e7-66b1-4d34-aec2-3b1b5e374e3c tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:58.419939 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9c78e695-6b32-4be6-b11b-d8f9dc76ee0a req-84b361e7-66b1-4d34-aec2-3b1b5e374e3c tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0577555 Mar 21 11:43:58.442247 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:58.477721 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9c78e695-6b32-4be6-b11b-d8f9dc76ee0a req-92e9a968-1950-40bf-8049-3668a253229b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486536 Mar 21 11:43:58.495115 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d9d7364-e2f5-429d-9d5f-be6fa49052cc admin admin] Publish callbacks [] for security_group (ef5db409-fbee-4732-bcef-8179106ade0d), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:58.499737 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2d9d7364-e2f5-429d-9d5f-be6fa49052cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (ef5db409-fbee-4732-bcef-8179106ade0d), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:58.507265 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['c962ebd6-6d0c-40b7-9475-e2dca4e71dcb'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:43:58.538091 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-2d9d7364-e2f5-429d-9d5f-be6fa49052cc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d80ada8e6eba4be4b6c77620b0f877dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354155 Mar 21 11:43:58.538953 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d7364-e2f5-429d-9d5f-be6fa49052cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5db409-fbee-4732-bcef-8179106ade0d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:58.540764 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 41724) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:58.588476 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da202a68-2180-44b7-867e-e6e28a88956d admin admin] Publish callbacks [] for security_group (ef5db409-fbee-4732-bcef-8179106ade0d), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:58.609465 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da202a68-2180-44b7-867e-e6e28a88956d admin admin] Publish callbacks [] for security_group (ef5db409-fbee-4732-bcef-8179106ade0d), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:58.655493 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da202a68-2180-44b7-867e-e6e28a88956d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (ef5db409-fbee-4732-bcef-8179106ade0d), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:58.658635 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-da202a68-2180-44b7-867e-e6e28a88956d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:58.659816 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-da202a68-2180-44b7-867e-e6e28a88956d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef5db409-fbee-4732-bcef-8179106ade0d HTTP/1.1" status: 204 len: 168 time: 0.1178041 Mar 21 11:43:58.667377 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da202a68-2180-44b7-867e-e6e28a88956d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5db409-fbee-4732-bcef-8179106ade0d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:58.914186 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 41732) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:58.927129 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9011f2dc-48f6-42b0-a45f-f94072f58ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:58.998170 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9011f2dc-48f6-42b0-a45f-f94072f58ad9 admin admin] Publish callbacks [] for security_group (5a341163-9821-4241-987e-3f5dffbcd5a7), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:59.001785 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9011f2dc-48f6-42b0-a45f-f94072f58ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (5a341163-9821-4241-987e-3f5dffbcd5a7), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:59.038914 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-9011f2dc-48f6-42b0-a45f-f94072f58ad9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=24979a9d60f146d59230120fc1b6dbd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1236961 Mar 21 11:43:59.039757 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011f2dc-48f6-42b0-a45f-f94072f58ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a341163-9821-4241-987e-3f5dffbcd5a7,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:59.041669 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41734) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:59.087105 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a57628ea-334b-4cc5-bf18-0754dec6ccc3 admin admin] Publish callbacks [] for security_group (5a341163-9821-4241-987e-3f5dffbcd5a7), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:59.110298 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a57628ea-334b-4cc5-bf18-0754dec6ccc3 admin admin] Publish callbacks [] for security_group (5a341163-9821-4241-987e-3f5dffbcd5a7), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:59.156281 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a57628ea-334b-4cc5-bf18-0754dec6ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (5a341163-9821-4241-987e-3f5dffbcd5a7), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:59.159469 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a57628ea-334b-4cc5-bf18-0754dec6ccc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:59.160647 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a57628ea-334b-4cc5-bf18-0754dec6ccc3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a341163-9821-4241-987e-3f5dffbcd5a7 HTTP/1.1" status: 204 len: 168 time: 0.1180143 Mar 21 11:43:59.167953 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57628ea-334b-4cc5-bf18-0754dec6ccc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a341163-9821-4241-987e-3f5dffbcd5a7,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:43:59.613119 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad5df7-d453-4d72-89f3-8f1ce38d9651 req-577ebc7c-730f-4fb7-b0de-4f033a882597 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:43:59.614522 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7bad5df7-d453-4d72-89f3-8f1ce38d9651 req-577ebc7c-730f-4fb7-b0de-4f033a882597 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 945 time: 0.0619216 Mar 21 11:43:59.668345 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7bad5df7-d453-4d72-89f3-8f1ce38d9651 req-63c71c97-cab0-4bc3-bb9f-bc942d02ff72 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469453 Mar 21 11:43:59.837433 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41784) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:43:59.944754 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-ffb716b6-d502-40ca-9152-8dc1aa087187 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-296812509-network', 'tenant_id': '08f75f30cb054fae9440539647339069'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:43:59.970377 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb716b6-d502-40ca-9152-8dc1aa087187 admin admin] Made reservation on behalf of 08f75f30cb054fae9440539647339069 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:43:59.972738 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffb716b6-d502-40ca-9152-8dc1aa087187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:43:59.983491 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffb716b6-d502-40ca-9152-8dc1aa087187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:00.065792 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffb716b6-d502-40ca-9152-8dc1aa087187 admin admin] Publish callbacks [] for security_group (de2a1a72-7343-4dee-a6fb-b3bb9e0481af), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:00.070299 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffb716b6-d502-40ca-9152-8dc1aa087187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (de2a1a72-7343-4dee-a6fb-b3bb9e0481af), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:00.095180 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb716b6-d502-40ca-9152-8dc1aa087187 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:44:00.104815 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb716b6-d502-40ca-9152-8dc1aa087187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2a1a72-7343-4dee-a6fb-b3bb9e0481af,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:00.123139 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffb716b6-d502-40ca-9152-8dc1aa087187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (c8f8cd0d-569b-4f55-af08-4b0052a14b7b), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:00.123479 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-ffb716b6-d502-40ca-9152-8dc1aa087187 admin admin] Added segment c8f8cd0d-569b-4f55-af08-4b0052a14b7b of type vlan for network 21df606c-655f-414b-8377-466e46e21f2f Mar 21 11:44:00.172418 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffb716b6-d502-40ca-9152-8dc1aa087187 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (21df606c-655f-414b-8377-466e46e21f2f), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:00.192949 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device c962ebd6-6d0c-40b7-9475-e2dca4e71dcb up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:44:00.209481 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffb716b6-d502-40ca-9152-8dc1aa087187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (21df606c-655f-414b-8377-466e46e21f2f), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:00.210452 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb716b6-d502-40ca-9152-8dc1aa087187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:00.211047 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ffb716b6-d502-40ca-9152-8dc1aa087187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:00.252358 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:44:00.253121 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:00.279663 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ffb716b6-d502-40ca-9152-8dc1aa087187 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4410105 Mar 21 11:44:00.283202 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 41792) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:00.288089 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1c59c37f-b3c2-4528-94e1-9d77dc7ef04c admin admin] Request body: {'subnet': {'network_id': '21df606c-655f-414b-8377-466e46e21f2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-296812509-subnet', 'tenant_id': '08f75f30cb054fae9440539647339069', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:44:00.289642 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb716b6-d502-40ca-9152-8dc1aa087187 admin admin] Pushing event updated for resources: {'Network': ['ID=21df606c-655f-414b-8377-466e46e21f2f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:00.304236 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network 21df606c-655f-414b-8377-466e46e21f2f details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:44:00.322173 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c59c37f-b3c2-4528-94e1-9d77dc7ef04c admin admin] Made reservation on behalf of 08f75f30cb054fae9440539647339069 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:44:00.324964 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c59c37f-b3c2-4528-94e1-9d77dc7ef04c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8561240'] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:00.416927 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:44:00.416927 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:00.443927 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:44:00.446254 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3352fa6e-d737-4951-b3ad-206b8dedb52d" -d '{"events": [{"server_uuid": "ae99c564-8d6e-4338-841a-fe3b7fbd40f9", "name": "network-vif-plugged", "status": "completed", "tag": "c962ebd6-6d0c-40b7-9475-e2dca4e71dcb"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:44:00.462775 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:00.472983 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:00.608543 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c59c37f-b3c2-4528-94e1-9d77dc7ef04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8737539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8561230'] for subnet (0a7d5f38-0b4b-43d9-a783-e5b8c9141f86), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:00.683833 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:00.696927 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73c2ea2-bcc2-4c6d-a0f3-a44107d8bdfb x-openstack-request-id: req-c73c2ea2-bcc2-4c6d-a0f3-a44107d8bdfb {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:44:00.696927 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae99c564-8d6e-4338-841a-fe3b7fbd40f9", "name": "network-vif-plugged", "status": "completed", "tag": "c962ebd6-6d0c-40b7-9475-e2dca4e71dcb", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:44:00.698227 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c73c2ea2-bcc2-4c6d-a0f3-a44107d8bdfb {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:44:00.698944 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb', 'code': 200} Mar 21 11:44:00.704422 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59c37f-b3c2-4528-94e1-9d77dc7ef04c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a7d5f38-0b4b-43d9-a783-e5b8c9141f86,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:00.709221 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c59c37f-b3c2-4528-94e1-9d77dc7ef04c admin admin] Checking segment: {'id': 'c8f8cd0d-569b-4f55-af08-4b0052a14b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '21df606c-655f-414b-8377-466e46e21f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:44:00.709587 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c59c37f-b3c2-4528-94e1-9d77dc7ef04c admin admin] Network hostable DHCP agents. Network: 21df606c-655f-414b-8377-466e46e21f2f, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:44:00.736001 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c59c37f-b3c2-4528-94e1-9d77dc7ef04c admin admin] Network 21df606c-655f-414b-8377-466e46e21f2f is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:44:00.753255 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-1c59c37f-b3c2-4528-94e1-9d77dc7ef04c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, 21df606c-655f-414b-8377-466e46e21f2f) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:44:00.760093 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c59c37f-b3c2-4528-94e1-9d77dc7ef04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:00.760354 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1c59c37f-b3c2-4528-94e1-9d77dc7ef04c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:00.763673 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981e5bef-683e-4c65-8d23-7dce4a073c2d None None] Network 21df606c-655f-414b-8377-466e46e21f2f requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:44:00.799118 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-1c59c37f-b3c2-4528-94e1-9d77dc7ef04c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5147750 Mar 21 11:44:00.828291 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0058ff5-81ac-4542-b17c-f82a3ba5cd25 req-4514c4c2-8431-408f-a096-81bc534ccb35 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:00.830419 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f0058ff5-81ac-4542-b17c-f82a3ba5cd25 req-4514c4c2-8431-408f-a096-81bc534ccb35 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0661883 Mar 21 11:44:00.895110 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856b4ca4-0389-4c0d-bcbd-afb8a8b09ee4 None None] Network 21df606c-655f-414b-8377-466e46e21f2f requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:44:00.910300 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f0058ff5-81ac-4542-b17c-f82a3ba5cd25 req-cec4234a-23de-4527-bf72-7257c6f161e4 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735972 Mar 21 11:44:01.392850 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 41814) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:01.398581 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f99271b8-4b4f-4583-8a8c-4b9bbd555991 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1265264638-network', 'tenant_id': '126e95e0b55a4255b52e4de8c9078736'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:44:01.421138 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99271b8-4b4f-4583-8a8c-4b9bbd555991 admin admin] Made reservation on behalf of 126e95e0b55a4255b52e4de8c9078736 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:44:01.423830 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f99271b8-4b4f-4583-8a8c-4b9bbd555991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:01.433204 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f99271b8-4b4f-4583-8a8c-4b9bbd555991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:01.553150 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f99271b8-4b4f-4583-8a8c-4b9bbd555991 admin admin] Publish callbacks [] for security_group (4ed4aabc-c04a-4aa3-b0a6-467dc454ecf7), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:01.557407 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f99271b8-4b4f-4583-8a8c-4b9bbd555991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (4ed4aabc-c04a-4aa3-b0a6-467dc454ecf7), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:01.582501 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99271b8-4b4f-4583-8a8c-4b9bbd555991 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:44:01.591889 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99271b8-4b4f-4583-8a8c-4b9bbd555991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed4aabc-c04a-4aa3-b0a6-467dc454ecf7,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:01.604540 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f99271b8-4b4f-4583-8a8c-4b9bbd555991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (62a209b9-553f-424b-88a2-2baded5dd48d), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:01.604906 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-f99271b8-4b4f-4583-8a8c-4b9bbd555991 admin admin] Added segment 62a209b9-553f-424b-88a2-2baded5dd48d of type vlan for network 19ae835e-a4e0-4dce-81bb-e9eef9e20f3c Mar 21 11:44:01.653883 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f99271b8-4b4f-4583-8a8c-4b9bbd555991 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (19ae835e-a4e0-4dce-81bb-e9eef9e20f3c), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:01.682857 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f99271b8-4b4f-4583-8a8c-4b9bbd555991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (19ae835e-a4e0-4dce-81bb-e9eef9e20f3c), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:01.682857 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99271b8-4b4f-4583-8a8c-4b9bbd555991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:01.684227 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f99271b8-4b4f-4583-8a8c-4b9bbd555991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:01.747430 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f99271b8-4b4f-4583-8a8c-4b9bbd555991 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3499906 Mar 21 11:44:01.748134 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 41816) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:01.753632 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-67077f08-2e54-4f7d-8108-b62a3a6c6882 admin admin] Request body: {'subnet': {'network_id': '19ae835e-a4e0-4dce-81bb-e9eef9e20f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1265264638-subnet', 'tenant_id': '126e95e0b55a4255b52e4de8c9078736', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:44:01.770317 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99271b8-4b4f-4583-8a8c-4b9bbd555991 admin admin] Pushing event updated for resources: {'Network': ['ID=19ae835e-a4e0-4dce-81bb-e9eef9e20f3c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:01.786163 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network 19ae835e-a4e0-4dce-81bb-e9eef9e20f3c details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:44:01.787463 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67077f08-2e54-4f7d-8108-b62a3a6c6882 admin admin] Made reservation on behalf of 126e95e0b55a4255b52e4de8c9078736 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:44:01.789892 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67077f08-2e54-4f7d-8108-b62a3a6c6882 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8734039'] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:01.989316 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67077f08-2e54-4f7d-8108-b62a3a6c6882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8481041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734017'] for subnet (f3f1cd3d-c2c6-4530-8653-dc8e6544d316), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:02.058275 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67077f08-2e54-4f7d-8108-b62a3a6c6882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3f1cd3d-c2c6-4530-8653-dc8e6544d316,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:02.067626 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67077f08-2e54-4f7d-8108-b62a3a6c6882 admin admin] Checking segment: {'id': '62a209b9-553f-424b-88a2-2baded5dd48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '19ae835e-a4e0-4dce-81bb-e9eef9e20f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:44:02.068128 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67077f08-2e54-4f7d-8108-b62a3a6c6882 admin admin] Network hostable DHCP agents. Network: 19ae835e-a4e0-4dce-81bb-e9eef9e20f3c, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:44:02.092892 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67077f08-2e54-4f7d-8108-b62a3a6c6882 admin admin] Network 19ae835e-a4e0-4dce-81bb-e9eef9e20f3c is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:44:02.101564 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6bfe3-9547-4828-84a7-a095047f3135 req-ce7f37ce-08b3-4c10-bc27-64257af13b7d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:02.103969 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ded6bfe3-9547-4828-84a7-a095047f3135 req-ce7f37ce-08b3-4c10-bc27-64257af13b7d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0998487 Mar 21 11:44:02.104895 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-67077f08-2e54-4f7d-8108-b62a3a6c6882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, 19ae835e-a4e0-4dce-81bb-e9eef9e20f3c) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:44:02.110216 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67077f08-2e54-4f7d-8108-b62a3a6c6882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:02.111619 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-67077f08-2e54-4f7d-8108-b62a3a6c6882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:02.121507 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d17b78-3d77-49d5-95ce-779b578f2f85 None None] Network 19ae835e-a4e0-4dce-81bb-e9eef9e20f3c requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:44:02.168412 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-67077f08-2e54-4f7d-8108-b62a3a6c6882 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4102511 Mar 21 11:44:02.187492 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ded6bfe3-9547-4828-84a7-a095047f3135 req-eb20f865-f6b6-4ecd-9482-571654baf3c5 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689290 Mar 21 11:44:02.288492 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaf6607-9f80-4cde-9937-de3dd9cbc534 None None] Network 19ae835e-a4e0-4dce-81bb-e9eef9e20f3c requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:44:02.835736 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6e3f9-4a6f-4317-b864-148623a19621 req-a7e76fa2-a775-4bae-b89e-9f69d673337a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:02.837649 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-52a6e3f9-4a6f-4317-b864-148623a19621 req-a7e76fa2-a775-4bae-b89e-9f69d673337a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 945 time: 0.0858908 Mar 21 11:44:02.900809 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-52a6e3f9-4a6f-4317-b864-148623a19621 req-1b5d7d34-6616-425a-8aad-04f56fd8a709 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550752 Mar 21 11:44:03.336104 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963bcfe-2df5-4ff7-83ca-70bd785960a3 req-cc5bff57-79f2-4d82-b407-0c79dd1d4e94 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:03.337586 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3963bcfe-2df5-4ff7-83ca-70bd785960a3 req-cc5bff57-79f2-4d82-b407-0c79dd1d4e94 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0587909 Mar 21 11:44:03.403380 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3963bcfe-2df5-4ff7-83ca-70bd785960a3 req-234fa82d-a822-4ef4-adc1-b5af4ae8033d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561736 Mar 21 11:44:04.038587 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362948bf-99da-437c-b88e-a7156ffb505c req-97de93b0-5b6a-48a7-bf6e-e129297e9636 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:04.040087 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-362948bf-99da-437c-b88e-a7156ffb505c req-97de93b0-5b6a-48a7-bf6e-e129297e9636 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 945 time: 0.0569654 Mar 21 11:44:04.109802 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-362948bf-99da-437c-b88e-a7156ffb505c req-bbff9f4b-db3f-4605-92f4-12c6d88dcded tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639791 Mar 21 11:44:04.546420 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c47bbc-6f44-4d38-98ed-4b14700d26df req-f427ea42-ccab-400f-abf1-776d41e3de17 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:04.548482 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-37c47bbc-6f44-4d38-98ed-4b14700d26df req-f427ea42-ccab-400f-abf1-776d41e3de17 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0744250 Mar 21 11:44:04.636028 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-37c47bbc-6f44-4d38-98ed-4b14700d26df req-d3c9d5f6-7b1e-45d1-b188-2c8c19103f6a tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596383 Mar 21 11:44:04.655358 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a57f7b-9592-4efc-868e-283c505930a9 req-2d51ba9a-64c1-40cd-8fb8-87e337518651 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:04.660093 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-52a57f7b-9592-4efc-868e-283c505930a9 req-2d51ba9a-64c1-40cd-8fb8-87e337518651 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.64 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 945 time: 0.1289132 Mar 21 11:44:04.775797 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-52a57f7b-9592-4efc-868e-283c505930a9 req-522ce283-5cd5-4261-847a-a6153b40bf38 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Deleting port f1a1fb12-9f15-4237-b2ae-150df214f298 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:44:04.776163 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-52a57f7b-9592-4efc-868e-283c505930a9 req-522ce283-5cd5-4261-847a-a6153b40bf38 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (f1a1fb12-9f15-4237-b2ae-150df214f298), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:04.879848 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-52a57f7b-9592-4efc-868e-283c505930a9 req-522ce283-5cd5-4261-847a-a6153b40bf38 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] For port f1a1fb12-9f15-4237-b2ae-150df214f298, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=f1a1fb12-9f15-4237-b2ae-150df214f298,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:04.880203 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-52a57f7b-9592-4efc-868e-283c505930a9 req-522ce283-5cd5-4261-847a-a6153b40bf38 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (f1a1fb12-9f15-4237-b2ae-150df214f298), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:05.077789 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-52a57f7b-9592-4efc-868e-283c505930a9 req-522ce283-5cd5-4261-847a-a6153b40bf38 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:05.078453 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-52a57f7b-9592-4efc-868e-283c505930a9 req-522ce283-5cd5-4261-847a-a6153b40bf38 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (1cff6039-c1a3-4158-ac46-dca91089c75a), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:05.078453 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [req-52a57f7b-9592-4efc-868e-283c505930a9 req-522ce283-5cd5-4261-847a-a6153b40bf38 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Floating IP 1cff6039-c1a3-4158-ac46-dca91089c75a disassociated. External IP: 172.27.0.163, port: f1a1fb12-9f15-4237-b2ae-150df214f298. Mar 21 11:44:05.078868 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-52a57f7b-9592-4efc-868e-283c505930a9 req-522ce283-5cd5-4261-847a-a6153b40bf38 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Calling delete_port for f1a1fb12-9f15-4237-b2ae-150df214f298 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:44:05.270593 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-52a57f7b-9592-4efc-868e-283c505930a9 req-522ce283-5cd5-4261-847a-a6153b40bf38 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (f1a1fb12-9f15-4237-b2ae-150df214f298), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:05.315648 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86922159-7b57-4eb4-b186-1ae62d010dba req-4a43c94b-9d0f-4284-905b-6c73cf114dce tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:05.317936 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-86922159-7b57-4eb4-b186-1ae62d010dba req-4a43c94b-9d0f-4284-905b-6c73cf114dce tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 867 time: 0.1141024 Mar 21 11:44:05.321551 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ce283-5cd5-4261-847a-a6153b40bf38 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event deleted for resources: {'Port': ['ID=f1a1fb12-9f15-4237-b2ae-150df214f298,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:05.477444 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-86922159-7b57-4eb4-b186-1ae62d010dba req-f0ecf61c-2a43-4e33-be47-5812e27c5736 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015904 Mar 21 11:44:05.500541 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52a57f7b-9592-4efc-868e-283c505930a9 req-522ce283-5cd5-4261-847a-a6153b40bf38 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Router 854cd024-40dd-4ffa-bbf9-49e279e56aca has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:44:05.663488 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52a57f7b-9592-4efc-868e-283c505930a9 req-522ce283-5cd5-4261-847a-a6153b40bf38 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:44:05.682958 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143d0d5-a73c-4d04-a891-b598a37465a3 None None] Sync routers for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:44:05.697102 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143d0d5-a73c-4d04-a891-b598a37465a3 None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:44:05.703028 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c143d0d5-a73c-4d04-a891-b598a37465a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:43:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:05.765450 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a57f7b-9592-4efc-868e-283c505930a9 req-522ce283-5cd5-4261-847a-a6153b40bf38 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] No DVR routers for this DVR port f1a1fb12-9f15-4237-b2ae-150df214f298 on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:44:05.771329 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-52a57f7b-9592-4efc-868e-283c505930a9 req-522ce283-5cd5-4261-847a-a6153b40bf38 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:05.787378 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-52a57f7b-9592-4efc-868e-283c505930a9 req-522ce283-5cd5-4261-847a-a6153b40bf38 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.64 "DELETE /v2.0/ports/f1a1fb12-9f15-4237-b2ae-150df214f298 HTTP/1.1" status: 204 len: 173 time: 1.1229157 Mar 21 11:44:05.787378 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c5aa8f-51d3-4546-b86a-80dc6830eb91', 'name': 'network-vif-deleted', 'tag': 'f1a1fb12-9f15-4237-b2ae-150df214f298'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:44:05.808345 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e9be14-29fd-4982-bd65-422b5aba965b" -d '{"events": [{"server_uuid": "77c5aa8f-51d3-4546-b86a-80dc6830eb91", "name": "network-vif-deleted", "tag": "f1a1fb12-9f15-4237-b2ae-150df214f298"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:44:05.929199 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9594194-2bfd-489d-8c5b-7b6eed84a7d5 x-openstack-request-id: req-d9594194-2bfd-489d-8c5b-7b6eed84a7d5 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:44:05.929755 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c5aa8f-51d3-4546-b86a-80dc6830eb91", "name": "network-vif-deleted", "tag": "f1a1fb12-9f15-4237-b2ae-150df214f298", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:44:05.930224 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d9594194-2bfd-489d-8c5b-7b6eed84a7d5 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:44:05.930802 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c5aa8f-51d3-4546-b86a-80dc6830eb91', 'name': 'network-vif-deleted', 'tag': 'f1a1fb12-9f15-4237-b2ae-150df214f298', 'status': 'completed', 'code': 200} Mar 21 11:44:05.940939 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c143d0d5-a73c-4d04-a891-b598a37465a3 None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:44:05.958156 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772953d-d025-4813-bd0e-c1191ee165d6 req-3f262b75-bf60-4fb5-aabb-185a6f78c5fe tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:05.965313 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7772953d-d025-4813-bd0e-c1191ee165d6 req-3f262b75-bf60-4fb5-aabb-185a6f78c5fe tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.1529174 Mar 21 11:44:06.030579 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7772953d-d025-4813-bd0e-c1191ee165d6 req-8a7557cf-71f2-4c0b-baa7-921fd529a3c2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640950 Mar 21 11:44:06.243335 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c143d0d5-a73c-4d04-a891-b598a37465a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:06.281826 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143d0d5-a73c-4d04-a891-b598a37465a3 None None] Checking router: 854cd024-40dd-4ffa-bbf9-49e279e56aca for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:44:06.291258 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143d0d5-a73c-4d04-a891-b598a37465a3 None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:44:06.291898 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c143d0d5-a73c-4d04-a891-b598a37465a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:43:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:06.430110 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c143d0d5-a73c-4d04-a891-b598a37465a3 None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:44:06.616259 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-511f3e79-f893-47c5-9b4e-0e544f22d889 req-425afe05-595e-49dc-976e-a8e9c530cadb tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=77c5aa8f-51d3-4546-b86a-80dc6830eb91 HTTP/1.1" status: 200 len: 210 time: 0.0392556 Mar 21 11:44:06.674150 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c143d0d5-a73c-4d04-a891-b598a37465a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:06.703095 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143d0d5-a73c-4d04-a891-b598a37465a3 None None] The sync data for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi is: [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:44:07.087086 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dc38bb-266f-4838-a4db-61be09dda918 None None] New status for floating IP 1cff6039-c1a3-4158-ac46-dca91089c75a: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:44:07.234760 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503be9d-cadf-4344-93e2-1ea008900ea7 req-09d0abe3-527a-4df8-ab7e-5a0cbae75dfb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:07.236908 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e503be9d-cadf-4344-93e2-1ea008900ea7 req-09d0abe3-527a-4df8-ab7e-5a0cbae75dfb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0846975 Mar 21 11:44:07.306383 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e503be9d-cadf-4344-93e2-1ea008900ea7 req-f98d6113-8d6b-42c9-a439-be77746bb838 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633531 Mar 21 11:44:07.897729 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77a69c8d-429a-4d17-9cd5-902245918426 req-c3d3ba44-88ea-4e0a-a7f9-3293e528bec1 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-668738252&fields=id&tenant_id=c58bcecb6f1d42fcab810f7e635cecbe HTTP/1.1" status: 200 len: 267 time: 0.0563209 Mar 21 11:44:08.026344 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69c8d-429a-4d17-9cd5-902245918426 req-d91cb11c-fe5e-464a-82c9-5057b3816b14 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:08.028235 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77a69c8d-429a-4d17-9cd5-902245918426 req-d91cb11c-fe5e-464a-82c9-5057b3816b14 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/networks?id=dec2b833-7cac-45cf-899d-249c6dad8788 HTTP/1.1" status: 200 len: 811 time: 0.1241920 Mar 21 11:44:08.044625 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77a69c8d-429a-4d17-9cd5-902245918426 req-f801b3eb-9c5d-416c-814d-9ba4b82a7bce tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/quotas/c58bcecb6f1d42fcab810f7e635cecbe HTTP/1.1" status: 200 len: 375 time: 0.0096223 Mar 21 11:44:08.130746 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77a69c8d-429a-4d17-9cd5-902245918426 req-da4507a4-50c9-4ef9-9a70-538c190808d0 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c58bcecb6f1d42fcab810f7e635cecbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702405 Mar 21 11:44:08.234021 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77a69c8d-429a-4d17-9cd5-902245918426 req-8916252e-5bd5-4506-a752-8d89825cd028 service neutron] 10.222.0.61 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020808 Mar 21 11:44:08.247723 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device f1a1fb12-9f15-4237-b2ae-150df214f298 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:44:08.311807 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: f1a1fb12-9f15-4237-b2ae-150df214f298 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:44:08.312201 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device f1a1fb12-9f15-4237-b2ae-150df214f298 not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:44:08.358469 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77a69c8d-429a-4d17-9cd5-902245918426 req-c8e4d347-7f8d-4572-90a2-e520827607d2 service neutron] 10.222.0.61 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237116 Mar 21 11:44:08.480240 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773911f2-346f-452f-807c-e7ed8e01c682 req-77335644-1b40-4eec-bc05-d9f6b9a38536 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:08.482097 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-773911f2-346f-452f-807c-e7ed8e01c682 req-77335644-1b40-4eec-bc05-d9f6b9a38536 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0788367 Mar 21 11:44:08.585639 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-773911f2-346f-452f-807c-e7ed8e01c682 req-20ca86a4-345d-4883-824b-ae6e05ec7790 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913873 Mar 21 11:44:08.841201 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3c0a958b-4ae9-4ed7-8200-4eff7a9aedab req-41c36447-82ab-4d3a-8ef3-277fcdf091ee tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 210 time: 0.0375524 Mar 21 11:44:09.742100 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50440773-1ad4-4162-8cf4-e1480fdae934 req-0098a1dd-edf3-47ba-911e-0d378bf486f0 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:09.743567 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-50440773-1ad4-4162-8cf4-e1480fdae934 req-0098a1dd-edf3-47ba-911e-0d378bf486f0 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0532310 Mar 21 11:44:09.790586 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-50440773-1ad4-4162-8cf4-e1480fdae934 req-d0fa68d3-21ba-4af4-bfa9-afa00237abf6 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411375 Mar 21 11:44:09.931678 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eff6e720-8f79-4122-93e9-acc864ecb808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:10.004892 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7ca02df9-3efc-4152-a83f-f056ad75ed8b req-36294eea-6838-4854-9680-d0c60ff2abcf tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 210 time: 0.0634716 Mar 21 11:44:10.084445 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69c8d-429a-4d17-9cd5-902245918426 req-ad2632ec-8405-49bd-9040-940ead6409eb tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:10.085867 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77a69c8d-429a-4d17-9cd5-902245918426 req-ad2632ec-8405-49bd-9040-940ead6409eb tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.64 "GET /v2.0/networks?id=dec2b833-7cac-45cf-899d-249c6dad8788 HTTP/1.1" status: 200 len: 811 time: 0.1769612 Mar 21 11:44:10.110390 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3c396-6643-47fc-a93d-91d5d0bc074c req-e571e855-ea3b-4d4a-ad5d-ae853de0d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:10.111902 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1ad3c396-6643-47fc-a93d-91d5d0bc074c req-e571e855-ea3b-4d4a-ad5d-ae853de0d415 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c141138859a41e99ecf708f522bb0a7&device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 1130 time: 0.0773633 Mar 21 11:44:10.204768 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77a69c8d-429a-4d17-9cd5-902245918426 req-7db514fd-7cfc-44ed-a7c4-eb59240db558 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c58bcecb6f1d42fcab810f7e635cecbe HTTP/1.1" status: 200 len: 379 time: 0.1090612 Mar 21 11:44:10.219585 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-77a69c8d-429a-4d17-9cd5-902245918426 req-da97b418-fc15-450b-9dd7-09c3edb25291 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Request body: {'port': {'device_id': '584059bb-298c-4aa2-82cd-a72356655aea', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'admin_state_up': True, 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'security_groups': ['953fa54b-ba6f-4d97-926f-b90052b99f78']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:44:10.282796 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3c396-6643-47fc-a93d-91d5d0bc074c req-1f69b56c-3643-4500-b109-d0fef03b8cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:10.284257 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1ad3c396-6643-47fc-a93d-91d5d0bc074c req-1f69b56c-3643-4500-b109-d0fef03b8cee service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2407076-ce8e-4906-8d16-619268537603 HTTP/1.1" status: 200 len: 917 time: 0.1653626 Mar 21 11:44:10.378198 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1ad3c396-6643-47fc-a93d-91d5d0bc074c req-67648afc-4f66-4840-bc4a-cac30efd705a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb HTTP/1.1" status: 200 len: 1002 time: 0.0844891 Mar 21 11:44:10.415237 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a69c8d-429a-4d17-9cd5-902245918426 req-da97b418-fc15-450b-9dd7-09c3edb25291 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Made reservation on behalf of c58bcecb6f1d42fcab810f7e635cecbe for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:44:10.418538 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77a69c8d-429a-4d17-9cd5-902245918426 req-da97b418-fc15-450b-9dd7-09c3edb25291 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:10.451959 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3c396-6643-47fc-a93d-91d5d0bc074c req-c494a2b6-8c76-48f9-96d4-5ded434523fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:10.453972 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1ad3c396-6643-47fc-a93d-91d5d0bc074c req-c494a2b6-8c76-48f9-96d4-5ded434523fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d57719d7-5e0a-4d75-8c02-479681c6e387 HTTP/1.1" status: 200 len: 855 time: 0.0687006 Mar 21 11:44:10.794069 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3c396-6643-47fc-a93d-91d5d0bc074c req-84e5289b-af9e-4127-aecc-6094433a2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:10.795576 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1ad3c396-6643-47fc-a93d-91d5d0bc074c req-84e5289b-af9e-4127-aecc-6094433a2d9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2407076-ce8e-4906-8d16-619268537603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0884821 Mar 21 11:44:10.813674 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-77a69c8d-429a-4d17-9cd5-902245918426 req-da97b418-fc15-450b-9dd7-09c3edb25291 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Allocated IP 172.20.0.5 (dec2b833-7cac-45cf-899d-249c6dad8788/450dda72-a2ac-4c12-bef3-c87d1bfce43d/d98c9a56-425e-4998-97b4-240d3c859bbb) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:44:10.997825 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1ad3c396-6643-47fc-a93d-91d5d0bc074c req-a051b4f8-d2d5-494e-9770-27f3f135ef6e service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945453 Mar 21 11:44:11.013668 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce634923-8619-4a21-99c3-ad635bfa2145 req-9b79b85d-dff6-4fb4-8e93-29968d90e6e3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:11.015086 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ce634923-8619-4a21-99c3-ad635bfa2145 req-9b79b85d-dff6-4fb4-8e93-29968d90e6e3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.1510751 Mar 21 11:44:11.142835 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-58d13839-3607-443e-aa17-165111d2d773 req-949cb040-e39f-400e-83c9-5c4a4c3156a6 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 210 time: 0.0526693 Mar 21 11:44:11.190455 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77a69c8d-429a-4d17-9cd5-902245918426 req-da97b418-fc15-450b-9dd7-09c3edb25291 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for port (d98c9a56-425e-4998-97b4-240d3c859bbb), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:11.200249 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ce634923-8619-4a21-99c3-ad635bfa2145 req-f82a45c1-1b10-4435-878f-fa5738b363d9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767473 Mar 21 11:44:11.207447 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1ad3c396-6643-47fc-a93d-91d5d0bc074c req-3e9d2ed4-bd11-4559-991a-de1f6c07319d service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026458 Mar 21 11:44:11.247659 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77a69c8d-429a-4d17-9cd5-902245918426 req-da97b418-fc15-450b-9dd7-09c3edb25291 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (d98c9a56-425e-4998-97b4-240d3c859bbb), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:11.290688 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a69c8d-429a-4d17-9cd5-902245918426 req-da97b418-fc15-450b-9dd7-09c3edb25291 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Network dec2b833-7cac-45cf-899d-249c6dad8788 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:44:11.293803 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-77a69c8d-429a-4d17-9cd5-902245918426 req-da97b418-fc15-450b-9dd7-09c3edb25291 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:44:11.300473 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a69c8d-429a-4d17-9cd5-902245918426 req-da97b418-fc15-450b-9dd7-09c3edb25291 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:44:11.323363 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97b418-fc15-450b-9dd7-09c3edb25291 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event updated for resources: {'Port': ['ID=d98c9a56-425e-4998-97b4-240d3c859bbb,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:11.353022 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69c8d-429a-4d17-9cd5-902245918426 req-da97b418-fc15-450b-9dd7-09c3edb25291 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:11.353814 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77a69c8d-429a-4d17-9cd5-902245918426 req-da97b418-fc15-450b-9dd7-09c3edb25291 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:11.371860 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77a69c8d-429a-4d17-9cd5-902245918426 req-da97b418-fc15-450b-9dd7-09c3edb25291 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1572423 Mar 21 11:44:11.386044 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Request body: {'port': {'device_id': '584059bb-298c-4aa2-82cd-a72356655aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:44:11.466530 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (d98c9a56-425e-4998-97b4-240d3c859bbb), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:11.536841 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e000966e-2b21-4191-b3ac-25daf82f8b20 None None] Provisioning complete for port d98c9a56-425e-4998-97b4-240d3c859bbb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:44:11.537435 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e000966e-2b21-4191-b3ac-25daf82f8b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (d98c9a56-425e-4998-97b4-240d3c859bbb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:11.570233 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e000966e-2b21-4191-b3ac-25daf82f8b20 None None] Port d98c9a56-425e-4998-97b4-240d3c859bbb cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:44:11.715157 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98c9a56-425e-4998-97b4-240d3c859bbb {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:44:11.722824 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Publish callbacks [] for port (d98c9a56-425e-4998-97b4-240d3c859bbb), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:11.734063 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Transition to ACTIVE for port object d98c9a56-425e-4998-97b4-240d3c859bbb will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:44:11.737622 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (d98c9a56-425e-4998-97b4-240d3c859bbb), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:11.786316 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Pushing event updated for resources: {'Port': ['ID=d98c9a56-425e-4998-97b4-240d3c859bbb,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:11.860756 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Attempting to bind port d98c9a56-425e-4998-97b4-240d3c859bbb on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:44:11.861434 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Attempting to bind port d98c9a56-425e-4998-97b4-240d3c859bbb by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:44:11.861434 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Attempting to bind port d98c9a56-425e-4998-97b4-240d3c859bbb on network dec2b833-7cac-45cf-899d-249c6dad8788 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:44:11.865933 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Port d98c9a56-425e-4998-97b4-240d3c859bbb on network dec2b833-7cac-45cf-899d-249c6dad8788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:44:11.866255 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Attempting to bind port d98c9a56-425e-4998-97b4-240d3c859bbb on network dec2b833-7cac-45cf-899d-249c6dad8788 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:44:11.871281 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:44:11.871553 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Checking segment: {'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:44:11.871969 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Bound using segment: {'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:44:11.872391 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Bound port: d98c9a56-425e-4998-97b4-240d3c859bbb, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:44:11.872747 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (d98c9a56-425e-4998-97b4-240d3c859bbb), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:11.941014 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] For port d98c9a56-425e-4998-97b4-240d3c859bbb, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:44:11.943953 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] For port d98c9a56-425e-4998-97b4-240d3c859bbb, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=d98c9a56-425e-4998-97b4-240d3c859bbb,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:44:11.950082 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (d98c9a56-425e-4998-97b4-240d3c859bbb), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:11.983662 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:11.984401 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:11.986060 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] 10.222.0.64 "PUT /v2.0/ports/d98c9a56-425e-4998-97b4-240d3c859bbb HTTP/1.1" status: 200 len: 1093 time: 0.6041765 Mar 21 11:44:11.986571 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584059bb-298c-4aa2-82cd-a72356655aea', 'tag': 'd98c9a56-425e-4998-97b4-240d3c859bbb'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:44:11.988804 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cf43f5-60d2-482a-8e44-52574bff8ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "584059bb-298c-4aa2-82cd-a72356655aea", "tag": "d98c9a56-425e-4998-97b4-240d3c859bbb"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:44:12.018075 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ef625-54e0-47e3-ae6b-fde6afd64287 service neutron] Pushing event updated for resources: {'Port': ['ID=d98c9a56-425e-4998-97b4-240d3c859bbb,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:12.031240 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20712516-a726-4cb7-b9d9-ba13c05f660b x-openstack-request-id: req-20712516-a726-4cb7-b9d9-ba13c05f660b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:44:12.031502 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584059bb-298c-4aa2-82cd-a72356655aea", "tag": "d98c9a56-425e-4998-97b4-240d3c859bbb", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:44:12.031755 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20712516-a726-4cb7-b9d9-ba13c05f660b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:44:12.032187 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584059bb-298c-4aa2-82cd-a72356655aea', 'tag': 'd98c9a56-425e-4998-97b4-240d3c859bbb', 'status': 'completed', 'code': 200} Mar 21 11:44:12.090448 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69c8d-429a-4d17-9cd5-902245918426 req-61d1b675-7af2-4a2d-998e-0d5f7fc12796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:12.091890 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77a69c8d-429a-4d17-9cd5-902245918426 req-61d1b675-7af2-4a2d-998e-0d5f7fc12796 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c58bcecb6f1d42fcab810f7e635cecbe&device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 1127 time: 0.0518036 Mar 21 11:44:12.141720 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77a69c8d-429a-4d17-9cd5-902245918426 req-3d5ad2dd-f59b-4794-b738-ab7505bd29f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d98c9a56-425e-4998-97b4-240d3c859bbb HTTP/1.1" status: 200 len: 217 time: 0.0357237 Mar 21 11:44:12.190546 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b45ad6d7-627d-438c-9346-45c3b6ed11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:12.192031 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77a69c8d-429a-4d17-9cd5-902245918426 req-b45ad6d7-627d-438c-9346-45c3b6ed11cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=450dda72-a2ac-4c12-bef3-c87d1bfce43d HTTP/1.1" status: 200 len: 850 time: 0.0443373 Mar 21 11:44:12.283806 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d5709578-130b-4c01-9063-ddee88aae593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:12.286751 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69c8d-429a-4d17-9cd5-902245918426 req-84d5fa53-c900-4578-ae4e-1e5856329996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:12.288520 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77a69c8d-429a-4d17-9cd5-902245918426 req-84d5fa53-c900-4578-ae4e-1e5856329996 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dec2b833-7cac-45cf-899d-249c6dad8788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0900176 Mar 21 11:44:12.331803 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b2e87-5714-42b4-9e18-da893f7732f7 req-cb298369-e0ba-47f4-9439-c3ec3540ed79 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:12.334021 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a20b2e87-5714-42b4-9e18-da893f7732f7 req-cb298369-e0ba-47f4-9439-c3ec3540ed79 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 943 time: 0.1071048 Mar 21 11:44:12.465255 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baf993-654c-4da0-acb0-a22a57014a6b req-3eaa65c5-43a6-4b55-848f-437bd10d153f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:12.466744 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f7baf993-654c-4da0-acb0-a22a57014a6b req-3eaa65c5-43a6-4b55-848f-437bd10d153f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.1765921 Mar 21 11:44:12.472397 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a20b2e87-5714-42b4-9e18-da893f7732f7 req-a906ff45-8ae4-4708-91d7-9d770cddb91c tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993712 Mar 21 11:44:12.483063 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77a69c8d-429a-4d17-9cd5-902245918426 req-21d3d307-b789-4dd8-827e-9446768a19bc service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838503 Mar 21 11:44:12.559126 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f7baf993-654c-4da0-acb0-a22a57014a6b req-66b6a6c5-f00d-4726-b107-400d1eaac387 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844610 Mar 21 11:44:12.601219 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-77a69c8d-429a-4d17-9cd5-902245918426 req-6351c003-64dd-468f-9dd7-5c5594d654f5 service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969739 Mar 21 11:44:12.694487 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf43f5-60d2-482a-8e44-52574bff8ae7 req-b72eb6a4-2d0f-424a-ac90-994550f4bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:12.695965 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-76cf43f5-60d2-482a-8e44-52574bff8ae7 req-b72eb6a4-2d0f-424a-ac90-994550f4bb42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c58bcecb6f1d42fcab810f7e635cecbe&device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 1127 time: 0.0492086 Mar 21 11:44:12.783603 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf43f5-60d2-482a-8e44-52574bff8ae7 req-4525252f-b99b-4ba4-b923-26750fe17e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:12.785085 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-76cf43f5-60d2-482a-8e44-52574bff8ae7 req-4525252f-b99b-4ba4-b923-26750fe17e3d service neutron] 10.222.0.64 "GET /v2.0/networks?id=dec2b833-7cac-45cf-899d-249c6dad8788 HTTP/1.1" status: 200 len: 912 time: 0.0829079 Mar 21 11:44:12.828807 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-76cf43f5-60d2-482a-8e44-52574bff8ae7 req-65910738-a75e-47e7-bdc5-4d1f08a9612f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d98c9a56-425e-4998-97b4-240d3c859bbb HTTP/1.1" status: 200 len: 217 time: 0.0369022 Mar 21 11:44:12.875869 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf43f5-60d2-482a-8e44-52574bff8ae7 req-d8a88765-d923-4897-9071-edff6334bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:12.877230 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-76cf43f5-60d2-482a-8e44-52574bff8ae7 req-d8a88765-d923-4897-9071-edff6334bf4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=450dda72-a2ac-4c12-bef3-c87d1bfce43d HTTP/1.1" status: 200 len: 850 time: 0.0424318 Mar 21 11:44:12.927585 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf43f5-60d2-482a-8e44-52574bff8ae7 req-24a14f12-a077-49a2-8f08-42c3874a9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:12.929042 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-76cf43f5-60d2-482a-8e44-52574bff8ae7 req-24a14f12-a077-49a2-8f08-42c3874a9c23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dec2b833-7cac-45cf-899d-249c6dad8788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425527 Mar 21 11:44:13.020912 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-76cf43f5-60d2-482a-8e44-52574bff8ae7 req-ee82fe6d-f71e-4bdc-920b-1173ba61ff2a service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848722 Mar 21 11:44:13.110455 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-76cf43f5-60d2-482a-8e44-52574bff8ae7 req-e29d85cd-a4bd-4ad7-8793-53e4a8b2fb9a service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833573 Mar 21 11:44:13.474202 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:13.601349 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415edd7-b613-4991-9589-d401c8d33b8a req-ea74537d-cfa8-4824-9063-451442bf753f tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:13.602585 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f415edd7-b613-4991-9589-d401c8d33b8a req-ea74537d-cfa8-4824-9063-451442bf753f tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 943 time: 0.0620446 Mar 21 11:44:13.680263 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f415edd7-b613-4991-9589-d401c8d33b8a req-8e46bb04-dd57-4958-ad21-1fdae9e67ac1 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722284 Mar 21 11:44:13.712837 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17446376-1874-4d29-8a2f-55c1e3e580df req-272c0105-059a-4cfa-9ad5-2297df1e44e7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:13.712837 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-17446376-1874-4d29-8a2f-55c1e3e580df req-272c0105-059a-4cfa-9ad5-2297df1e44e7 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 946 time: 0.0726321 Mar 21 11:44:13.757800 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-17446376-1874-4d29-8a2f-55c1e3e580df req-1851f56d-1b78-4f74-a831-7f3757939ce5 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445607 Mar 21 11:44:14.255854 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device c962ebd6-6d0c-40b7-9475-e2dca4e71dcb no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:44:14.329169 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb is: ACTIVE; New status is: DOWN {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:44:14.329554 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:14.352318 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:44:14.354563 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ebd216-e7f1-4e9a-baad-77d4fd8d7dd4" -d '{"events": [{"server_uuid": "ae99c564-8d6e-4338-841a-fe3b7fbd40f9", "name": "network-vif-unplugged", "status": "completed", "tag": "c962ebd6-6d0c-40b7-9475-e2dca4e71dcb"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:44:14.371198 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:14.375919 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:14.398753 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Mar 2022 11:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bbaa1f-8dd3-465a-9872-3feaa2eec3ef x-openstack-request-id: req-90bbaa1f-8dd3-465a-9872-3feaa2eec3ef {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:44:14.399038 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae99c564-8d6e-4338-841a-fe3b7fbd40f9", "name": "network-vif-unplugged", "status": "failed", "tag": "c962ebd6-6d0c-40b7-9475-e2dca4e71dcb", "code": 422}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:44:14.399284 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-90bbaa1f-8dd3-465a-9872-3feaa2eec3ef {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:44:14.399709 dv-cinder-805072-11-iscsi neutron-server[103320]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb', 'code': 422} returned with failed status Mar 21 11:44:14.425562 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:14.502988 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [req-4a947866-80d6-4ac8-855c-10be28adbae7 req-7f52af1f-d6d0-41b2-ac3e-c247fc4a82c6 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:44:14.503984 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4a947866-80d6-4ac8-855c-10be28adbae7 req-7f52af1f-d6d0-41b2-ac3e-c247fc4a82c6 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054657 Mar 21 11:44:14.660350 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f1e11-83c0-4cb0-81a4-7c06fab98a8a req-70da8cc1-d0e2-4e3a-92cc-b3fc1853dea2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:14.661897 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-031f1e11-83c0-4cb0-81a4-7c06fab98a8a req-70da8cc1-d0e2-4e3a-92cc-b3fc1853dea2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 944 time: 0.0550952 Mar 21 11:44:14.688667 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2c87c6f0-acd4-4118-ab3d-aadc648a5540 req-d34c1d5e-87f1-4722-b2f9-03c8b382a4eb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424454 Mar 21 11:44:14.709079 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-031f1e11-83c0-4cb0-81a4-7c06fab98a8a req-c0d7eb5c-acf0-4082-b1c7-952df5fc7823 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413551 Mar 21 11:44:14.772032 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87c6f0-acd4-4118-ab3d-aadc648a5540 req-e9608c90-18ac-47f0-bf86-502d29ae04d2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:14.773446 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-2c87c6f0-acd4-4118-ab3d-aadc648a5540 req-e9608c90-18ac-47f0-bf86-502d29ae04d2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports/c962ebd6-6d0c-40b7-9475-e2dca4e71dcb HTTP/1.1" status: 200 len: 941 time: 0.0570567 Mar 21 11:44:14.778466 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:14.839429 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb36c5-76b3-4bbb-a7eb-5bfeb27adb63 req-fe50d1f3-31d6-4a42-865d-e8ad83be6b82 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:14.847063 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f2eb36c5-76b3-4bbb-a7eb-5bfeb27adb63 req-fe50d1f3-31d6-4a42-865d-e8ad83be6b82 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 943 time: 0.0699770 Mar 21 11:44:14.900003 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f2eb36c5-76b3-4bbb-a7eb-5bfeb27adb63 req-dd7e2cdb-d11d-4522-886b-b963718722d4 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510149 Mar 21 11:44:15.499584 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:44:15.548523 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87c6f0-acd4-4118-ab3d-aadc648a5540 req-79a99edf-8f25-4dbe-8599-b01e8f9196bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:15.550060 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2c87c6f0-acd4-4118-ab3d-aadc648a5540 req-79a99edf-8f25-4dbe-8599-b01e8f9196bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9&tenant_id=0c141138859a41e99ecf708f522bb0a7 HTTP/1.1" status: 200 len: 1128 time: 0.0444376 Mar 21 11:44:15.612432 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87c6f0-acd4-4118-ab3d-aadc648a5540 req-e009d1dd-bad9-4b34-b827-712eb028e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:15.613788 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2c87c6f0-acd4-4118-ab3d-aadc648a5540 req-e009d1dd-bad9-4b34-b827-712eb028e012 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c141138859a41e99ecf708f522bb0a7&device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 1128 time: 0.0424333 Mar 21 11:44:15.713167 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87c6f0-acd4-4118-ab3d-aadc648a5540 req-c498449c-6db7-423b-8c6a-660a7537a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:15.714588 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2c87c6f0-acd4-4118-ab3d-aadc648a5540 req-c498449c-6db7-423b-8c6a-660a7537a468 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2407076-ce8e-4906-8d16-619268537603 HTTP/1.1" status: 200 len: 917 time: 0.0838530 Mar 21 11:44:15.780683 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2c87c6f0-acd4-4118-ab3d-aadc648a5540 req-162e09cc-03db-4ae3-a144-1f5702fa2542 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb HTTP/1.1" status: 200 len: 1000 time: 0.0586445 Mar 21 11:44:15.830773 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87c6f0-acd4-4118-ab3d-aadc648a5540 req-7b593237-08de-42e8-bf01-6a1de7d415ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:15.832297 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2c87c6f0-acd4-4118-ab3d-aadc648a5540 req-7b593237-08de-42e8-bf01-6a1de7d415ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d57719d7-5e0a-4d75-8c02-479681c6e387 HTTP/1.1" status: 200 len: 855 time: 0.0456605 Mar 21 11:44:15.889604 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87c6f0-acd4-4118-ab3d-aadc648a5540 req-5d31bda0-7d39-41eb-9cb3-4828dc486022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:15.891153 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2c87c6f0-acd4-4118-ab3d-aadc648a5540 req-5d31bda0-7d39-41eb-9cb3-4828dc486022 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2407076-ce8e-4906-8d16-619268537603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512788 Mar 21 11:44:16.045178 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2c87c6f0-acd4-4118-ab3d-aadc648a5540 req-27b5b632-0c7c-47c6-b7b4-11a5754ef25e service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469934 Mar 21 11:44:16.054213 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7da382-ffc2-44ec-b6dd-bb25895fab8b req-f4467109-0715-44cc-a159-5d710786d81e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:16.055559 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ba7da382-ffc2-44ec-b6dd-bb25895fab8b req-f4467109-0715-44cc-a159-5d710786d81e tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 944 time: 0.1143277 Mar 21 11:44:16.125822 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719c8f1-158a-4b8c-aa66-569d61eac543 req-23df6b79-faf5-4fdd-84eb-12bb71ded1b3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:16.127251 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1719c8f1-158a-4b8c-aa66-569d61eac543 req-23df6b79-faf5-4fdd-84eb-12bb71ded1b3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 943 time: 0.1531568 Mar 21 11:44:16.199714 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ba7da382-ffc2-44ec-b6dd-bb25895fab8b req-1b5691ce-b61b-4b2d-9498-f05eacbc2518 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351032 Mar 21 11:44:16.212627 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2c87c6f0-acd4-4118-ab3d-aadc648a5540 req-52988243-e5dd-48ba-8490-9230a642e74d service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561768 Mar 21 11:44:16.222119 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1719c8f1-158a-4b8c-aa66-569d61eac543 req-e70746e5-f6eb-4ffb-9b01-f4ccc31ad5fb tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891325 Mar 21 11:44:16.412692 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:16.501807 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 42088) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:16.547104 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9d63ce-99c7-4630-b74b-47290642e369 admin admin] Deleting subnet 0a7d5f38-0b4b-43d9-a783-e5b8c9141f86 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:44:16.550457 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f9d63ce-99c7-4630-b74b-47290642e369 admin admin] Publish callbacks [] for subnet (0a7d5f38-0b4b-43d9-a783-e5b8c9141f86), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:16.585617 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f9d63ce-99c7-4630-b74b-47290642e369 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11945818'] for subnet (0a7d5f38-0b4b-43d9-a783-e5b8c9141f86), precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:16.629739 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f9d63ce-99c7-4630-b74b-47290642e369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239508'] for subnet (0a7d5f38-0b4b-43d9-a783-e5b8c9141f86), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:16.692133 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f9d63ce-99c7-4630-b74b-47290642e369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8737602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8561269'] for subnet (0a7d5f38-0b4b-43d9-a783-e5b8c9141f86), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:16.725404 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d63ce-99c7-4630-b74b-47290642e369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a7d5f38-0b4b-43d9-a783-e5b8c9141f86,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:16.729355 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1f9d63ce-99c7-4630-b74b-47290642e369 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:16.736625 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-1f9d63ce-99c7-4630-b74b-47290642e369 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0a7d5f38-0b4b-43d9-a783-e5b8c9141f86 HTTP/1.1" status: 204 len: 168 time: 0.2315657 Mar 21 11:44:16.736964 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 42100) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:16.830448 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e0d51fb-91a5-460a-8ef4-567a55ff71e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163419'] for network (21df606c-655f-414b-8377-466e46e21f2f), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:16.931927 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e0d51fb-91a5-460a-8ef4-567a55ff71e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3303649', 'neutron.services.segments.db._delete_segments_for_network-8758069329219'] for network (21df606c-655f-414b-8377-466e46e21f2f), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:16.956307 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-8e0d51fb-91a5-460a-8ef4-567a55ff71e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21df606c-655f-414b-8377-466e46e21f2f']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:16.969088 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-8e0d51fb-91a5-460a-8ef4-567a55ff71e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f8cd0d-569b-4f55-af08-4b0052a14b7b') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:16.969426 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-8e0d51fb-91a5-460a-8ef4-567a55ff71e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f8cd0d-569b-4f55-af08-4b0052a14b7b') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:16.980325 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e0d51fb-91a5-460a-8ef4-567a55ff71e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758069511244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11945827'] for segment (c8f8cd0d-569b-4f55-af08-4b0052a14b7b), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:16.996389 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e0d51fb-91a5-460a-8ef4-567a55ff71e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (c8f8cd0d-569b-4f55-af08-4b0052a14b7b), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.003667 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0d51fb-91a5-460a-8ef4-567a55ff71e9 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e0d51fb-91a5-460a-8ef4-567a55ff71e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737248'] for segment (c8f8cd0d-569b-4f55-af08-4b0052a14b7b), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: Traceback (most recent call last): Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: timer() Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: cb(*args, **kw) Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: return func(*args, **kwargs) Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: self._notify() Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: self.callback(batched_events) Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: event.method(event) Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: return f(self, *a, **k) Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: return self._get(url).json() Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: return self.request(url, 'GET', **kwargs) Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:44:17.008808 dv-cinder-805072-11-iscsi neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:44:17.069298 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e0d51fb-91a5-460a-8ef4-567a55ff71e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3303642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655996'] for network (21df606c-655f-414b-8377-466e46e21f2f), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.079855 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8e0d51fb-91a5-460a-8ef4-567a55ff71e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.084462 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8e0d51fb-91a5-460a-8ef4-567a55ff71e9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/21df606c-655f-414b-8377-466e46e21f2f HTTP/1.1" status: 204 len: 168 time: 0.3463619 Mar 21 11:44:17.087561 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 42102) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:17.098945 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d51fb-91a5-460a-8ef4-567a55ff71e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=21df606c-655f-414b-8377-466e46e21f2f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:17.133034 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e89f54-9236-4941-9eeb-cd46c8cf52ee admin admin] Deleting subnet f3f1cd3d-c2c6-4530-8653-dc8e6544d316 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:44:17.136707 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6e89f54-9236-4941-9eeb-cd46c8cf52ee admin admin] Publish callbacks [] for subnet (f3f1cd3d-c2c6-4530-8653-dc8e6544d316), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.170883 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6e89f54-9236-4941-9eeb-cd46c8cf52ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12119821'] for subnet (f3f1cd3d-c2c6-4530-8653-dc8e6544d316), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.209981 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6e89f54-9236-4941-9eeb-cd46c8cf52ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239508'] for subnet (f3f1cd3d-c2c6-4530-8653-dc8e6544d316), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.238606 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.282870 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6e89f54-9236-4941-9eeb-cd46c8cf52ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8481104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734074'] for subnet (f3f1cd3d-c2c6-4530-8653-dc8e6544d316), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.319968 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e89f54-9236-4941-9eeb-cd46c8cf52ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3f1cd3d-c2c6-4530-8653-dc8e6544d316,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:17.322160 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e6e89f54-9236-4941-9eeb-cd46c8cf52ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.328809 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-e6e89f54-9236-4941-9eeb-cd46c8cf52ee admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f3f1cd3d-c2c6-4530-8653-dc8e6544d316 HTTP/1.1" status: 204 len: 168 time: 0.2400644 Mar 21 11:44:17.329422 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 42108) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:17.410254 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7816cd16-01fe-4f9c-9017-3d3d7f32f115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163419'] for network (19ae835e-a4e0-4dce-81bb-e9eef9e20f3c), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.412164 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100d02a-b299-4d53-96bc-bd296dbbfed8 req-2a801723-887e-4377-8772-f9254e8d8dfa tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:17.413881 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a100d02a-b299-4d53-96bc-bd296dbbfed8 req-2a801723-887e-4377-8772-f9254e8d8dfa tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 943 time: 0.0853944 Mar 21 11:44:17.423061 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61155163-40d8-489c-86cf-46c1447b7a39 req-a6b2b775-8631-41b7-888c-4fc679497e64 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:17.424834 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-61155163-40d8-489c-86cf-46c1447b7a39 req-a6b2b775-8631-41b7-888c-4fc679497e64 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 944 time: 0.1127920 Mar 21 11:44:17.497223 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-61155163-40d8-489c-86cf-46c1447b7a39 req-b0ef12b8-eaa0-4e5e-b777-563a251e9f25 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645931 Mar 21 11:44:17.514761 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a100d02a-b299-4d53-96bc-bd296dbbfed8 req-2a9f2417-f3ea-4682-8448-5d8e0d42fc64 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887938 Mar 21 11:44:17.531629 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7816cd16-01fe-4f9c-9017-3d3d7f32f115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3303649', 'neutron.services.segments.db._delete_segments_for_network-8758069329219'] for network (19ae835e-a4e0-4dce-81bb-e9eef9e20f3c), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.552974 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-7816cd16-01fe-4f9c-9017-3d3d7f32f115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ae835e-a4e0-4dce-81bb-e9eef9e20f3c']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:17.563151 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-7816cd16-01fe-4f9c-9017-3d3d7f32f115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a209b9-553f-424b-88a2-2baded5dd48d') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:17.563448 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-7816cd16-01fe-4f9c-9017-3d3d7f32f115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a209b9-553f-424b-88a2-2baded5dd48d') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:17.573042 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7816cd16-01fe-4f9c-9017-3d3d7f32f115 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758069511244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12119860'] for segment (62a209b9-553f-424b-88a2-2baded5dd48d), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.586557 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7816cd16-01fe-4f9c-9017-3d3d7f32f115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (62a209b9-553f-424b-88a2-2baded5dd48d), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.592703 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7816cd16-01fe-4f9c-9017-3d3d7f32f115 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:44:17.593219 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7816cd16-01fe-4f9c-9017-3d3d7f32f115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8481778'] for segment (62a209b9-553f-424b-88a2-2baded5dd48d), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: Traceback (most recent call last): Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: timer() Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: cb(*args, **kw) Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: return func(*args, **kwargs) Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: self._notify() Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: self.callback(batched_events) Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: event.method(event) Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: return f(self, *a, **k) Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._get(url).json() Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: return self.request(url, 'GET', **kwargs) Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:44:17.595571 dv-cinder-805072-11-iscsi neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:44:17.654151 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7816cd16-01fe-4f9c-9017-3d3d7f32f115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3303642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655996'] for network (19ae835e-a4e0-4dce-81bb-e9eef9e20f3c), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.660094 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7816cd16-01fe-4f9c-9017-3d3d7f32f115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.664234 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7816cd16-01fe-4f9c-9017-3d3d7f32f115 admin admin] 10.222.0.61 "DELETE /v2.0/networks/19ae835e-a4e0-4dce-81bb-e9eef9e20f3c HTTP/1.1" status: 204 len: 168 time: 0.3335342 Mar 21 11:44:17.675574 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816cd16-01fe-4f9c-9017-3d3d7f32f115 admin admin] Pushing event deleted for resources: {'Network': ['ID=19ae835e-a4e0-4dce-81bb-e9eef9e20f3c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:17.839852 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 42112) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:17.894225 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-8776c243-bb5d-48d7-bf89-dd5aad6acfec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=08f75f30cb054fae9440539647339069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530946 Mar 21 11:44:17.896908 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 42114) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:17.953847 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-11ff69e6-6b29-4b68-bcbb-15df02b23f0b admin admin] Publish callbacks [] for security_group (de2a1a72-7343-4dee-a6fb-b3bb9e0481af), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:17.975320 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-11ff69e6-6b29-4b68-bcbb-15df02b23f0b admin admin] Publish callbacks [] for security_group (de2a1a72-7343-4dee-a6fb-b3bb9e0481af), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:18.024772 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-11ff69e6-6b29-4b68-bcbb-15df02b23f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (de2a1a72-7343-4dee-a6fb-b3bb9e0481af), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:18.027478 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-11ff69e6-6b29-4b68-bcbb-15df02b23f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:18.031062 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-11ff69e6-6b29-4b68-bcbb-15df02b23f0b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de2a1a72-7343-4dee-a6fb-b3bb9e0481af HTTP/1.1" status: 204 len: 168 time: 0.1308646 Mar 21 11:44:18.038180 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff69e6-6b29-4b68-bcbb-15df02b23f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2a1a72-7343-4dee-a6fb-b3bb9e0481af,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:18.379727 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 42120) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:18.423455 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-2c95a6f7-f0de-485b-b61f-1c2f1875950d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=126e95e0b55a4255b52e4de8c9078736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396996 Mar 21 11:44:18.424063 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 42122) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:18.473142 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-949b145d-b1cf-476a-b24c-10a1e55b3382 admin admin] Publish callbacks [] for security_group (4ed4aabc-c04a-4aa3-b0a6-467dc454ecf7), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:18.494308 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-949b145d-b1cf-476a-b24c-10a1e55b3382 admin admin] Publish callbacks [] for security_group (4ed4aabc-c04a-4aa3-b0a6-467dc454ecf7), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:18.548940 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-949b145d-b1cf-476a-b24c-10a1e55b3382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (4ed4aabc-c04a-4aa3-b0a6-467dc454ecf7), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:18.551994 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-949b145d-b1cf-476a-b24c-10a1e55b3382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:18.553282 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-949b145d-b1cf-476a-b24c-10a1e55b3382 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4ed4aabc-c04a-4aa3-b0a6-467dc454ecf7 HTTP/1.1" status: 204 len: 168 time: 0.1281793 Mar 21 11:44:18.563263 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b145d-b1cf-476a-b24c-10a1e55b3382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed4aabc-c04a-4aa3-b0a6-467dc454ecf7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:18.708153 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c60f46-1072-403b-a877-7a540821707c req-e8aa2912-70ea-49e5-aea7-d78c8e687015 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:18.709651 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-69c60f46-1072-403b-a877-7a540821707c req-e8aa2912-70ea-49e5-aea7-d78c8e687015 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 944 time: 0.0870337 Mar 21 11:44:18.716599 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3f537-56ae-4717-bb31-0264e12f1f19 req-0826c3f1-f19c-43dd-a6b4-d63c8563f661 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:18.718101 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d9d3f537-56ae-4717-bb31-0264e12f1f19 req-0826c3f1-f19c-43dd-a6b4-d63c8563f661 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 943 time: 0.1134965 Mar 21 11:44:19.034663 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d9d3f537-56ae-4717-bb31-0264e12f1f19 req-925fbc56-e6c1-4c91-a30b-9b9da8cff1dc tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091056 Mar 21 11:44:19.037648 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-69c60f46-1072-403b-a877-7a540821707c req-8c73deae-7af0-44f4-8d16-978a90c71c3f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3179982 Mar 21 11:44:19.774816 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 42158) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:19.883388 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5b4ff860-453f-4283-b517-0a48cf2a8186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:19.960996 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5b4ff860-453f-4283-b517-0a48cf2a8186 admin admin] Publish callbacks [] for security_group (8cb7a37c-ba96-4c0a-8ea9-512d32689c3b), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:19.969743 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5b4ff860-453f-4283-b517-0a48cf2a8186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (8cb7a37c-ba96-4c0a-8ea9-512d32689c3b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:20.013886 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-5b4ff860-453f-4283-b517-0a48cf2a8186 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5b46d4f0050e4905b10963faf90c4bd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364571 Mar 21 11:44:20.013886 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ff860-453f-4283-b517-0a48cf2a8186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb7a37c-ba96-4c0a-8ea9-512d32689c3b,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:20.014317 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 42162) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:20.072616 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36c282a1-83d3-4531-b8fa-ae70d7ebcf7d admin admin] Publish callbacks [] for security_group (8cb7a37c-ba96-4c0a-8ea9-512d32689c3b), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:20.102649 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36c282a1-83d3-4531-b8fa-ae70d7ebcf7d admin admin] Publish callbacks [] for security_group (8cb7a37c-ba96-4c0a-8ea9-512d32689c3b), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:20.239021 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cbe9e-b8b9-4ca9-bede-062de9abdea3 req-3272ca57-3946-4097-9674-ea4ab359dcc6 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:20.246594 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8b1cbe9e-b8b9-4ca9-bede-062de9abdea3 req-3272ca57-3946-4097-9674-ea4ab359dcc6 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 944 time: 0.1187027 Mar 21 11:44:20.256256 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36c282a1-83d3-4531-b8fa-ae70d7ebcf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (8cb7a37c-ba96-4c0a-8ea9-512d32689c3b), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:20.258899 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-36c282a1-83d3-4531-b8fa-ae70d7ebcf7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:20.260016 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-36c282a1-83d3-4531-b8fa-ae70d7ebcf7d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8cb7a37c-ba96-4c0a-8ea9-512d32689c3b HTTP/1.1" status: 204 len: 168 time: 0.2447429 Mar 21 11:44:20.267959 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286deccb-71ac-4499-bbdd-dc799e147651 req-da85ab34-9c7b-45d0-bd92-fb9bf5396704 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:20.274722 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-286deccb-71ac-4499-bbdd-dc799e147651 req-da85ab34-9c7b-45d0-bd92-fb9bf5396704 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 943 time: 0.1387708 Mar 21 11:44:20.307311 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c282a1-83d3-4531-b8fa-ae70d7ebcf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb7a37c-ba96-4c0a-8ea9-512d32689c3b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:20.372848 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8b1cbe9e-b8b9-4ca9-bede-062de9abdea3 req-3f01ba9e-882f-4e30-ad25-aa1282130d19 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170433 Mar 21 11:44:20.385305 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-286deccb-71ac-4499-bbdd-dc799e147651 req-dbb7e82c-fef2-4ceb-a8b3-3fe0df3f7196 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098342 Mar 21 11:44:21.566092 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007684c-25f6-444d-a26a-42d488ba2720 req-b3e06f3b-31fc-4946-b719-c0d01c9355ee tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:21.567497 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3007684c-25f6-444d-a26a-42d488ba2720 req-b3e06f3b-31fc-4946-b719-c0d01c9355ee tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 944 time: 0.0871408 Mar 21 11:44:21.580134 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491720f3-3597-40b1-a098-6a89ace62f96 req-ab6568f0-f81c-4a86-9135-b64a59d865d3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:21.581625 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-491720f3-3597-40b1-a098-6a89ace62f96 req-ab6568f0-f81c-4a86-9135-b64a59d865d3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 943 time: 0.0991716 Mar 21 11:44:21.656681 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-491720f3-3597-40b1-a098-6a89ace62f96 req-1cf9b29b-bcec-40ba-b5f6-b07dd29d5ec4 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677555 Mar 21 11:44:21.659732 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3007684c-25f6-444d-a26a-42d488ba2720 req-0bcbefae-feea-4fb1-b739-71b78f00609b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771558 Mar 21 11:44:22.587905 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-a21d1e0e-9b58-472e-a82c-873586c1e61e tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3715c1a2fac44837887c523a1d723dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317345 Mar 21 11:44:22.895289 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-d6c9a0be-babd-4e81-b9fd-ab3cd76f317b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:22.896971 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-d6c9a0be-babd-4e81-b9fd-ab3cd76f317b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3013222 Mar 21 11:44:22.922969 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec73bd7-b970-4d4d-8238-9586ef0e69a9 req-b0323426-622a-4ef2-918a-1d1669b772f8 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:22.924565 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9ec73bd7-b970-4d4d-8238-9586ef0e69a9 req-b0323426-622a-4ef2-918a-1d1669b772f8 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 943 time: 0.1570466 Mar 21 11:44:22.926465 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-566a002e-728a-49ac-bd6e-c95a843973f6 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/quotas/3715c1a2fac44837887c523a1d723dc9 HTTP/1.1" status: 200 len: 375 time: 0.0241375 Mar 21 11:44:22.980100 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-a09f7931-fbf6-4bb8-963d-bb8b7f5f9861 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3715c1a2fac44837887c523a1d723dc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435193 Mar 21 11:44:23.020575 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9ec73bd7-b970-4d4d-8238-9586ef0e69a9 req-6789feb7-9f33-498a-81c4-7f33453868bb tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827744 Mar 21 11:44:23.190901 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ecf50-29a4-4fda-9bd0-cd8cbe467f73 req-e0998c6a-cbff-4c86-8a6d-c49357857274 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:23.193454 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7d9ecf50-29a4-4fda-9bd0-cd8cbe467f73 req-e0998c6a-cbff-4c86-8a6d-c49357857274 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 944 time: 0.0884202 Mar 21 11:44:23.240038 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-86696fdc-5041-412c-97c0-cc1d244f8b90 req-3e2ccc38-0b6e-4bc5-917b-0c905c33a4f5 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/ports?device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 210 time: 0.0579178 Mar 21 11:44:23.291753 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7d9ecf50-29a4-4fda-9bd0-cd8cbe467f73 req-c00f4c96-f5c7-4ed2-a303-869628b679a3 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863192 Mar 21 11:44:24.177929 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9abb4e-f894-4a0d-9c23-25f5dd1d2827 req-d6d63a92-669d-4421-a1d9-61ffe03bae24 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:24.179489 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8a9abb4e-f894-4a0d-9c23-25f5dd1d2827 req-d6d63a92-669d-4421-a1d9-61ffe03bae24 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 943 time: 0.0609159 Mar 21 11:44:24.232758 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8a9abb4e-f894-4a0d-9c23-25f5dd1d2827 req-345379f5-4597-4f17-8255-558449799a1f tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475752 Mar 21 11:44:24.323738 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-44dc7564-3b25-4e47-b915-0448b2063258 req-c23e319d-b958-410c-8127-bc87e8c0bb07 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/ports?device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 210 time: 0.0281703 Mar 21 11:44:24.431155 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfd923-2167-4b88-8e28-25b3d6e40879 req-619e3366-25ed-46a9-ba21-ead70f326bc0 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:24.432700 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-86cfd923-2167-4b88-8e28-25b3d6e40879 req-619e3366-25ed-46a9-ba21-ead70f326bc0 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 944 time: 0.0530272 Mar 21 11:44:24.479455 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-86cfd923-2167-4b88-8e28-25b3d6e40879 req-dd57bb4a-2d2a-4779-8927-aa9a2b2d7527 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406575 Mar 21 11:44:25.349176 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f60e0-02ad-495f-819d-a0de7db00467 req-a32cbcb0-15b7-4293-9d47-e51209509c4f tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:25.350620 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-963f60e0-02ad-495f-819d-a0de7db00467 req-a32cbcb0-15b7-4293-9d47-e51209509c4f tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 943 time: 0.0515461 Mar 21 11:44:25.401655 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-963f60e0-02ad-495f-819d-a0de7db00467 req-07673883-0db2-4c97-a72c-d48d6ac3521f tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454955 Mar 21 11:44:25.480550 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-28cf770b-6249-4cc9-9bcc-c955fbd28164 req-1d4da152-c299-41f6-9a29-8f8de7bde118 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/ports?device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 210 time: 0.0256553 Mar 21 11:44:25.747549 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695dea0-73f3-4efa-9cb2-43cc99948367 req-5550ca6a-7cf3-43b3-a445-312f5edfe9ae tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:25.748909 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8695dea0-73f3-4efa-9cb2-43cc99948367 req-5550ca6a-7cf3-43b3-a445-312f5edfe9ae tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 944 time: 0.0500534 Mar 21 11:44:25.802141 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8695dea0-73f3-4efa-9cb2-43cc99948367 req-7fc837ba-335b-48ec-9498-faf2d575203b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473344 Mar 21 11:44:25.971007 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccfb08-ca95-466e-a67c-f61281c44939 req-75c0e47f-acc9-4cee-9304-58ecea29670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:25.972575 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6bccfb08-ca95-466e-a67c-f61281c44939 req-75c0e47f-acc9-4cee-9304-58ecea29670d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0c141138859a41e99ecf708f522bb0a7&device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 1128 time: 0.0477545 Mar 21 11:44:26.088585 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccfb08-ca95-466e-a67c-f61281c44939 req-c076cccf-5957-4f6d-bac3-e3d836b9a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:26.090043 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6bccfb08-ca95-466e-a67c-f61281c44939 req-c076cccf-5957-4f6d-bac3-e3d836b9a5fe service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2407076-ce8e-4906-8d16-619268537603 HTTP/1.1" status: 200 len: 917 time: 0.0911071 Mar 21 11:44:26.157634 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6bccfb08-ca95-466e-a67c-f61281c44939 req-9331140f-b757-452d-a721-6b24aaa7e926 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb HTTP/1.1" status: 200 len: 1000 time: 0.0598242 Mar 21 11:44:26.209550 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccfb08-ca95-466e-a67c-f61281c44939 req-63d725a9-c124-4773-9bc7-66685225ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:26.210957 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6bccfb08-ca95-466e-a67c-f61281c44939 req-63d725a9-c124-4773-9bc7-66685225ab90 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d57719d7-5e0a-4d75-8c02-479681c6e387 HTTP/1.1" status: 200 len: 855 time: 0.0462477 Mar 21 11:44:26.261065 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccfb08-ca95-466e-a67c-f61281c44939 req-4607fffc-7425-4817-8266-838756d90687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:26.262531 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6bccfb08-ca95-466e-a67c-f61281c44939 req-4607fffc-7425-4817-8266-838756d90687 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2407076-ce8e-4906-8d16-619268537603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423295 Mar 21 11:44:26.352805 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6bccfb08-ca95-466e-a67c-f61281c44939 req-b23c20d7-9a0e-4ffe-96d1-823dd2f4b496 service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810392 Mar 21 11:44:26.440822 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-8ea32f92-1a76-43a6-a153-074ef0d76f62 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3715c1a2fac44837887c523a1d723dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298557 Mar 21 11:44:26.561430 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6bccfb08-ca95-466e-a67c-f61281c44939 req-58d13353-7eca-4248-89ff-23731674ba88 service neutron] 10.222.0.64 "GET /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017782 Mar 21 11:44:26.595082 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aeea5f1f-f218-43ed-907a-bcabec396471 req-0f432816-c434-45c2-8cb8-cb60e0ae7cb1 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/ports?device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 210 time: 0.0396671 Mar 21 11:44:26.636271 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5bd6e-7056-48b8-928e-77c310ca7b96 req-12f43f73-87e0-4081-a34d-c24592ccfc7a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:26.637715 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9ba5bd6e-7056-48b8-928e-77c310ca7b96 req-12f43f73-87e0-4081-a34d-c24592ccfc7a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 943 time: 0.1592619 Mar 21 11:44:26.646360 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-6761bbc6-af52-4458-abcd-380811589930 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:26.647739 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-6761bbc6-af52-4458-abcd-380811589930 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995866 Mar 21 11:44:26.670318 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-3d12931f-bb0e-4639-a30c-1a5a052d380b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Request body: {'port': {'device_id': 'a585bb57-4b17-41bf-b6c3-3e415c8c63b0', 'network_id': '0f74acf2-7661-42ec-82fb-ee4888f06ae0', 'admin_state_up': True, 'tenant_id': '3715c1a2fac44837887c523a1d723dc9'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:44:26.743456 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9ba5bd6e-7056-48b8-928e-77c310ca7b96 req-1d0dabb1-e3ac-460b-b204-59b4c8d9db4a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947518 Mar 21 11:44:26.791848 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-3d12931f-bb0e-4639-a30c-1a5a052d380b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Made reservation on behalf of 3715c1a2fac44837887c523a1d723dc9 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:44:26.795069 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-3d12931f-bb0e-4639-a30c-1a5a052d380b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:26.803755 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-3d12931f-bb0e-4639-a30c-1a5a052d380b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:26.887859 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-3d12931f-bb0e-4639-a30c-1a5a052d380b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Publish callbacks [] for security_group (a6290d5e-5423-4a64-9b1b-f73fe5890a25), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:26.892493 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-3d12931f-bb0e-4639-a30c-1a5a052d380b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (a6290d5e-5423-4a64-9b1b-f73fe5890a25), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:26.982635 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12931f-bb0e-4639-a30c-1a5a052d380b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6290d5e-5423-4a64-9b1b-f73fe5890a25,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:27.013515 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3350eaa-910c-4ebc-8072-0660fee14281 req-f65fbd25-7361-464b-ab59-19c3514b77c9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:27.015562 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a3350eaa-910c-4ebc-8072-0660fee14281 req-f65fbd25-7361-464b-ab59-19c3514b77c9 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 944 time: 0.1403167 Mar 21 11:44:27.086619 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-3d12931f-bb0e-4639-a30c-1a5a052d380b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Allocated IP 192.168.233.112 (0f74acf2-7661-42ec-82fb-ee4888f06ae0/d1e99ec4-f671-4054-a2cc-e3b098a246ba/1d3863fd-18d9-49c4-bde9-5bda8520379e) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:44:27.105293 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a3350eaa-910c-4ebc-8072-0660fee14281 req-cceeef13-225c-4630-8d1c-c06448032e48 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724218 Mar 21 11:44:27.237344 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-3d12931f-bb0e-4639-a30c-1a5a052d380b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Publish callbacks [] for port (1d3863fd-18d9-49c4-bde9-5bda8520379e), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:27.270734 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-3d12931f-bb0e-4639-a30c-1a5a052d380b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (1d3863fd-18d9-49c4-bde9-5bda8520379e), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:27.313420 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-3d12931f-bb0e-4639-a30c-1a5a052d380b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Network 0f74acf2-7661-42ec-82fb-ee4888f06ae0 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:44:27.316436 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-3d12931f-bb0e-4639-a30c-1a5a052d380b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:44:27.322613 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-3d12931f-bb0e-4639-a30c-1a5a052d380b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:44:27.328505 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12931f-bb0e-4639-a30c-1a5a052d380b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Pushing event updated for resources: {'Port': ['ID=1d3863fd-18d9-49c4-bde9-5bda8520379e,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:27.373249 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-3d12931f-bb0e-4639-a30c-1a5a052d380b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:27.373972 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-3d12931f-bb0e-4639-a30c-1a5a052d380b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:27.390486 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-3d12931f-bb0e-4639-a30c-1a5a052d380b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7250619 Mar 21 11:44:27.401354 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Request body: {'port': {'device_id': 'a585bb57-4b17-41bf-b6c3-3e415c8c63b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:44:27.463367 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1d3863fd-18d9-49c4-bde9-5bda8520379e), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:27.571032 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-04123025-f97c-4f1c-b42c-1fc76f5205ee None None] Provisioning complete for port 1d3863fd-18d9-49c4-bde9-5bda8520379e triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:44:27.571657 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04123025-f97c-4f1c-b42c-1fc76f5205ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1d3863fd-18d9-49c4-bde9-5bda8520379e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:27.603871 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-04123025-f97c-4f1c-b42c-1fc76f5205ee None None] Port 1d3863fd-18d9-49c4-bde9-5bda8520379e cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:44:27.755192 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3863fd-18d9-49c4-bde9-5bda8520379e {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:44:27.764137 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Publish callbacks [] for port (1d3863fd-18d9-49c4-bde9-5bda8520379e), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:27.773953 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc04906-23eb-431f-a2a9-5790d3864bef req-d52b4c25-0336-4ac0-a980-03c911582d15 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:27.775482 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8dc04906-23eb-431f-a2a9-5790d3864bef req-d52b4c25-0336-4ac0-a980-03c911582d15 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/ports?device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 936 time: 0.1054769 Mar 21 11:44:27.792905 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Transition to ACTIVE for port object 1d3863fd-18d9-49c4-bde9-5bda8520379e will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:44:27.802517 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (1d3863fd-18d9-49c4-bde9-5bda8520379e), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:27.898143 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Pushing event updated for resources: {'Port': ['ID=1d3863fd-18d9-49c4-bde9-5bda8520379e,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:27.907287 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8dc04906-23eb-431f-a2a9-5790d3864bef req-4364bbbd-82a1-4a84-b2b0-cf61321ede8c tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6290d5e-5423-4a64-9b1b-f73fe5890a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241753 Mar 21 11:44:27.974580 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8867d-99c4-4d59-86ff-9f634bec2360 req-025fa3c2-53a3-45ff-a039-cf60280d4d34 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:27.976132 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-eec8867d-99c4-4d59-86ff-9f634bec2360 req-025fa3c2-53a3-45ff-a039-cf60280d4d34 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 943 time: 0.1469831 Mar 21 11:44:28.016260 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Attempting to bind port 1d3863fd-18d9-49c4-bde9-5bda8520379e on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:44:28.016597 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Attempting to bind port 1d3863fd-18d9-49c4-bde9-5bda8520379e by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': 'ad4e1a89-daba-427f-b461-27fa39421e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0f74acf2-7661-42ec-82fb-ee4888f06ae0'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:44:28.016932 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Attempting to bind port 1d3863fd-18d9-49c4-bde9-5bda8520379e on network 0f74acf2-7661-42ec-82fb-ee4888f06ae0 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:44:28.029842 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Port 1d3863fd-18d9-49c4-bde9-5bda8520379e on network 0f74acf2-7661-42ec-82fb-ee4888f06ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:44:28.030169 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Attempting to bind port 1d3863fd-18d9-49c4-bde9-5bda8520379e on network 0f74acf2-7661-42ec-82fb-ee4888f06ae0 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:44:28.044384 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:44:28.044738 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Checking segment: {'id': 'ad4e1a89-daba-427f-b461-27fa39421e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0f74acf2-7661-42ec-82fb-ee4888f06ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:44:28.045117 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Bound using segment: {'id': 'ad4e1a89-daba-427f-b461-27fa39421e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0f74acf2-7661-42ec-82fb-ee4888f06ae0'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:44:28.045544 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Bound port: 1d3863fd-18d9-49c4-bde9-5bda8520379e, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4e1a89-daba-427f-b461-27fa39421e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0f74acf2-7661-42ec-82fb-ee4888f06ae0'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:44:28.045901 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1d3863fd-18d9-49c4-bde9-5bda8520379e), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:28.051395 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-eec8867d-99c4-4d59-86ff-9f634bec2360 req-bed5292d-447b-4636-8af8-2d661eee2881 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684712 Mar 21 11:44:28.119600 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] For port 1d3863fd-18d9-49c4-bde9-5bda8520379e, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:44:28.123029 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] For port 1d3863fd-18d9-49c4-bde9-5bda8520379e, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1d3863fd-18d9-49c4-bde9-5bda8520379e,segment=NetworkSegment(ad4e1a89-daba-427f-b461-27fa39421e69),segment_id=ad4e1a89-daba-427f-b461-27fa39421e69)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:44:28.132828 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (1d3863fd-18d9-49c4-bde9-5bda8520379e), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:28.176419 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:28.177045 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:28.178406 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] 10.222.0.64 "PUT /v2.0/ports/1d3863fd-18d9-49c4-bde9-5bda8520379e HTTP/1.1" status: 200 len: 1098 time: 0.7811680 Mar 21 11:44:28.180922 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a585bb57-4b17-41bf-b6c3-3e415c8c63b0', 'tag': '1d3863fd-18d9-49c4-bde9-5bda8520379e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:44:28.184353 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f95963-03e6-4a41-9758-7b1f48210203" -d '{"events": [{"name": "network-changed", "server_uuid": "a585bb57-4b17-41bf-b6c3-3e415c8c63b0", "tag": "1d3863fd-18d9-49c4-bde9-5bda8520379e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:44:28.246270 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4107f7-952a-4ca8-bf95-c752004e0756 x-openstack-request-id: req-ce4107f7-952a-4ca8-bf95-c752004e0756 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:44:28.246550 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a585bb57-4b17-41bf-b6c3-3e415c8c63b0", "tag": "1d3863fd-18d9-49c4-bde9-5bda8520379e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:44:28.246798 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ce4107f7-952a-4ca8-bf95-c752004e0756 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:44:28.247190 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a585bb57-4b17-41bf-b6c3-3e415c8c63b0', 'tag': '1d3863fd-18d9-49c4-bde9-5bda8520379e', 'status': 'completed', 'code': 200} Mar 21 11:44:28.276227 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779a385-9194-499d-84d3-54d6fa39d4fe service neutron] Pushing event updated for resources: {'Port': ['ID=1d3863fd-18d9-49c4-bde9-5bda8520379e,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:28.310033 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f1e9a-5ea4-4dfa-b961-fdac73251bdb req-bbff9a61-fed7-4419-a0c7-6abf546af584 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:28.311635 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f90f1e9a-5ea4-4dfa-b961-fdac73251bdb req-bbff9a61-fed7-4419-a0c7-6abf546af584 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 944 time: 0.1147490 Mar 21 11:44:28.314254 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-af4bfa9c-7ea4-4f2b-81c3-f456c1b4b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:28.315638 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-af4bfa9c-7ea4-4f2b-81c3-f456c1b4b585 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3715c1a2fac44837887c523a1d723dc9&device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 1132 time: 0.0988092 Mar 21 11:44:28.331725 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device c962ebd6-6d0c-40b7-9475-e2dca4e71dcb details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:44:28.369873 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-793735af-469c-4225-b091-d45c8b1ae688 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1d3863fd-18d9-49c4-bde9-5bda8520379e HTTP/1.1" status: 200 len: 217 time: 0.0462260 Mar 21 11:44:28.428184 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f90f1e9a-5ea4-4dfa-b961-fdac73251bdb req-dea74c10-91cf-4147-ba83-b0622823f608 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105378 Mar 21 11:44:28.435854 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-61b76350-9396-4991-adb2-58f793462119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:28.436035 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:28.437863 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-61b76350-9396-4991-adb2-58f793462119 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1e99ec4-f671-4054-a2cc-e3b098a246ba HTTP/1.1" status: 200 len: 843 time: 0.0622759 Mar 21 11:44:28.456928 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'port_id': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb', 'mac_address': 'fa:16:3e:3a:30:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:44:28.490647 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-f88a6184-6b11-45c8-b19e-af407d80a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:28.492198 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-f88a6184-6b11-45c8-b19e-af407d80a28d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f74acf2-7661-42ec-82fb-ee4888f06ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0489798 Mar 21 11:44:28.501496 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:44:28.501895 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:28.514486 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c962ebd6-6d0c-40b7-9475-e2dca4e71dcb {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:44:28.534829 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:28.538803 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:28.539562 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device d98c9a56-425e-4998-97b4-240d3c859bbb details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:44:28.580902 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-1b05aba0-3719-4bfa-a6bb-7004a9267ca3 service neutron] 10.222.0.64 "GET /v2.0/networks/0f74acf2-7661-42ec-82fb-ee4888f06ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830276 Mar 21 11:44:28.632313 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,revision_number=9']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:28.672359 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a85c2a5-19c2-4aa6-9eb7-da379ae93da1 req-ecd6d6de-44dc-4497-822c-556001868559 service neutron] 10.222.0.64 "GET /v2.0/networks/0f74acf2-7661-42ec-82fb-ee4888f06ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857074 Mar 21 11:44:28.675992 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port d98c9a56-425e-4998-97b4-240d3c859bbb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=d98c9a56-425e-4998-97b4-240d3c859bbb,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:28.688201 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': 'd98c9a56-425e-4998-97b4-240d3c859bbb', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'port_id': 'd98c9a56-425e-4998-97b4-240d3c859bbb', 'mac_address': 'fa:16:3e:a5:df:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:44:28.725490 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port d98c9a56-425e-4998-97b4-240d3c859bbb is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:44:28.725879 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (d98c9a56-425e-4998-97b4-240d3c859bbb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:28.742925 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98c9a56-425e-4998-97b4-240d3c859bbb {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:44:28.762951 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f95963-03e6-4a41-9758-7b1f48210203 req-80dc26f8-cf8f-45af-95db-646fc8560b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:28.763218 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port d98c9a56-425e-4998-97b4-240d3c859bbb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=d98c9a56-425e-4998-97b4-240d3c859bbb,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:28.765535 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-90f95963-03e6-4a41-9758-7b1f48210203 req-80dc26f8-cf8f-45af-95db-646fc8560b86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3715c1a2fac44837887c523a1d723dc9&device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 1132 time: 0.0470791 Mar 21 11:44:28.767660 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (d98c9a56-425e-4998-97b4-240d3c859bbb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:28.814210 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=d98c9a56-425e-4998-97b4-240d3c859bbb,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:28.851763 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f95963-03e6-4a41-9758-7b1f48210203 req-9ee2d1b4-f22f-4211-b776-14eb4d318882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:28.853283 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-90f95963-03e6-4a41-9758-7b1f48210203 req-9ee2d1b4-f22f-4211-b776-14eb4d318882 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f74acf2-7661-42ec-82fb-ee4888f06ae0 HTTP/1.1" status: 200 len: 870 time: 0.0823834 Mar 21 11:44:28.898156 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-90f95963-03e6-4a41-9758-7b1f48210203 req-c749a830-b271-48c0-bef0-c0e53ba2af34 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1d3863fd-18d9-49c4-bde9-5bda8520379e HTTP/1.1" status: 200 len: 217 time: 0.0379245 Mar 21 11:44:28.948223 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f95963-03e6-4a41-9758-7b1f48210203 req-e66ad2f7-30ad-421c-add6-5efc7297cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:28.949594 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-90f95963-03e6-4a41-9758-7b1f48210203 req-e66ad2f7-30ad-421c-add6-5efc7297cfbc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1e99ec4-f671-4054-a2cc-e3b098a246ba HTTP/1.1" status: 200 len: 843 time: 0.0447283 Mar 21 11:44:29.003388 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['d98c9a56-425e-4998-97b4-240d3c859bbb'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:44:29.006765 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['c962ebd6-6d0c-40b7-9475-e2dca4e71dcb'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:44:29.033284 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f95963-03e6-4a41-9758-7b1f48210203 req-744e41fc-2238-4e36-893b-972d185cfd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:29.034770 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-90f95963-03e6-4a41-9758-7b1f48210203 req-744e41fc-2238-4e36-893b-972d185cfd22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f74acf2-7661-42ec-82fb-ee4888f06ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0790210 Mar 21 11:44:29.045756 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9979cdb-425d-489d-84be-583c2f975892 req-6b48dd26-1189-4b61-987a-3aab0af5aaca tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:29.047656 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a9979cdb-425d-489d-84be-583c2f975892 req-6b48dd26-1189-4b61-987a-3aab0af5aaca tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/ports?device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 948 time: 0.0682728 Mar 21 11:44:29.178724 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a9979cdb-425d-489d-84be-583c2f975892 req-38c6fce1-6fed-4ef3-9293-206fc73a0e6d tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6290d5e-5423-4a64-9b1b-f73fe5890a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226788 Mar 21 11:44:29.202732 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-90f95963-03e6-4a41-9758-7b1f48210203 req-67fcde91-96ab-476f-b5c8-c37fbc489a26 service neutron] 10.222.0.64 "GET /v2.0/networks/0f74acf2-7661-42ec-82fb-ee4888f06ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541073 Mar 21 11:44:29.221322 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77a71a-270c-4f6e-9748-beb426c17c6b req-03362047-48c1-4b73-b546-fad4f6f7f36f tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:29.224521 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5b77a71a-270c-4f6e-9748-beb426c17c6b req-03362047-48c1-4b73-b546-fad4f6f7f36f tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 944 time: 0.1037211 Mar 21 11:44:29.323760 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5b77a71a-270c-4f6e-9748-beb426c17c6b req-c58c145c-6988-4435-bd65-720f53f16a66 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901060 Mar 21 11:44:29.342353 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-90f95963-03e6-4a41-9758-7b1f48210203 req-85148e6b-17ab-4a23-a4a1-914542029082 service neutron] 10.222.0.64 "GET /v2.0/networks/0f74acf2-7661-42ec-82fb-ee4888f06ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168683 Mar 21 11:44:29.558052 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76d3a0-12b0-4a79-9782-f849507b411e req-18a787e3-9fcb-4c61-b8e1-5b8fc49a49a4 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:29.559621 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cf76d3a0-12b0-4a79-9782-f849507b411e req-18a787e3-9fcb-4c61-b8e1-5b8fc49a49a4 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 945 time: 0.0578766 Mar 21 11:44:29.613059 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cf76d3a0-12b0-4a79-9782-f849507b411e req-0878bbd9-c616-48c5-b113-106aa5bafb7b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471611 Mar 21 11:44:30.305542 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d99c2e-bd89-4dea-b5cc-2820e9f0213c req-f7a3a221-63b9-472b-b3a2-d9dd64fca48e tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:30.307006 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-00d99c2e-bd89-4dea-b5cc-2820e9f0213c req-f7a3a221-63b9-472b-b3a2-d9dd64fca48e tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/ports?device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 948 time: 0.0512817 Mar 21 11:44:30.357915 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-00d99c2e-bd89-4dea-b5cc-2820e9f0213c req-5a6a6eb5-e1af-4e21-8b0f-4a81ac961794 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6290d5e-5423-4a64-9b1b-f73fe5890a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449729 Mar 21 11:44:30.363967 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 1d3863fd-18d9-49c4-bde9-5bda8520379e details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:44:30.366281 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device c962ebd6-6d0c-40b7-9475-e2dca4e71dcb up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:44:30.451677 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e9de4-2192-43a7-ad67-6f80a0efd88b req-15083f6f-65d9-4cdd-9f7d-803f9ad29423 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:30.453452 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b34e9de4-2192-43a7-ad67-6f80a0efd88b req-15083f6f-65d9-4cdd-9f7d-803f9ad29423 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 944 time: 0.0516911 Mar 21 11:44:30.495801 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:44:30.496419 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:30.553837 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b34e9de4-2192-43a7-ad67-6f80a0efd88b req-ce3864a7-e3ee-4b16-9981-f13ed619dbde tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814538 Mar 21 11:44:30.577509 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 1d3863fd-18d9-49c4-bde9-5bda8520379e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1d3863fd-18d9-49c4-bde9-5bda8520379e,segment=NetworkSegment(ad4e1a89-daba-427f-b461-27fa39421e69),segment_id=ad4e1a89-daba-427f-b461-27fa39421e69)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:30.590994 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': '1d3863fd-18d9-49c4-bde9-5bda8520379e', 'network_id': '0f74acf2-7661-42ec-82fb-ee4888f06ae0', 'port_id': '1d3863fd-18d9-49c4-bde9-5bda8520379e', 'mac_address': 'fa:16:3e:6e:ae:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e99ec4-f671-4054-a2cc-e3b098a246ba', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:44:30.660603 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 1d3863fd-18d9-49c4-bde9-5bda8520379e is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:44:30.661067 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1d3863fd-18d9-49c4-bde9-5bda8520379e), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:30.663014 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:44:30.663455 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:30.685504 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3863fd-18d9-49c4-bde9-5bda8520379e {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:44:30.706211 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:44:30.708467 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f80ebc-8a17-4fbb-84e3-7f3583533784" -d '{"events": [{"server_uuid": "ae99c564-8d6e-4338-841a-fe3b7fbd40f9", "name": "network-vif-plugged", "status": "completed", "tag": "c962ebd6-6d0c-40b7-9475-e2dca4e71dcb"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:44:30.728820 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 1d3863fd-18d9-49c4-bde9-5bda8520379e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1d3863fd-18d9-49c4-bde9-5bda8520379e,segment=NetworkSegment(ad4e1a89-daba-427f-b461-27fa39421e69),segment_id=ad4e1a89-daba-427f-b461-27fa39421e69)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:30.730756 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:30.736989 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1d3863fd-18d9-49c4-bde9-5bda8520379e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:30.742453 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cabfc-4959-41c0-8e10-800fe02a8812 req-a7a6a289-d153-4380-99b1-52cbb0c5a788 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:30.742969 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:30.743573 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9e8cabfc-4959-41c0-8e10-800fe02a8812 req-a7a6a289-d153-4380-99b1-52cbb0c5a788 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 945 time: 0.0586865 Mar 21 11:44:30.744071 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device d98c9a56-425e-4998-97b4-240d3c859bbb up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:44:30.796984 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9e8cabfc-4959-41c0-8e10-800fe02a8812 req-14686936-13ad-4f24-a579-113071d2045a tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424159 Mar 21 11:44:30.829293 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=1d3863fd-18d9-49c4-bde9-5bda8520379e,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:30.865186 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9510cc0-786e-4a0b-8367-86412913079f x-openstack-request-id: req-d9510cc0-786e-4a0b-8367-86412913079f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:44:30.865486 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae99c564-8d6e-4338-841a-fe3b7fbd40f9", "name": "network-vif-plugged", "status": "completed", "tag": "c962ebd6-6d0c-40b7-9475-e2dca4e71dcb", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:44:30.865740 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d9510cc0-786e-4a0b-8367-86412913079f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:44:30.866134 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb', 'code': 200} Mar 21 11:44:30.876098 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port d98c9a56-425e-4998-97b4-240d3c859bbb completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:44:30.891678 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port d98c9a56-425e-4998-97b4-240d3c859bbb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:44:30.892331 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (d98c9a56-425e-4998-97b4-240d3c859bbb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:30.929916 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,revision_number=10']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:30.985900 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['1d3863fd-18d9-49c4-bde9-5bda8520379e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:44:31.008423 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port d98c9a56-425e-4998-97b4-240d3c859bbb is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:44:31.008812 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (d98c9a56-425e-4998-97b4-240d3c859bbb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:31.061995 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port d98c9a56-425e-4998-97b4-240d3c859bbb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=d98c9a56-425e-4998-97b4-240d3c859bbb,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:31.069022 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (d98c9a56-425e-4998-97b4-240d3c859bbb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:31.081397 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5772456-34b6-45e6-8a58-3362fee53605 req-4360f574-fc40-465e-88e8-f872b6542d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:31.083466 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c5772456-34b6-45e6-8a58-3362fee53605 req-4360f574-fc40-465e-88e8-f872b6542d98 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 1131 time: 0.0772011 Mar 21 11:44:31.136843 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c5772456-34b6-45e6-8a58-3362fee53605 req-fb0d1cc8-b2bd-4d79-ac46-7e31b651dcf5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473003 Mar 21 11:44:31.151045 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=d98c9a56-425e-4998-97b4-240d3c859bbb,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:31.481141 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e1cef-deed-423e-991f-87e47e6a2e79 req-8b92221d-4e83-41fd-b133-8616516ba36a tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:31.482528 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cf7e1cef-deed-423e-991f-87e47e6a2e79 req-8b92221d-4e83-41fd-b133-8616516ba36a tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/ports?device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 949 time: 0.0556753 Mar 21 11:44:31.527994 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cf7e1cef-deed-423e-991f-87e47e6a2e79 req-3919d504-5796-4fe1-8bb9-a831067b270e tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6290d5e-5423-4a64-9b1b-f73fe5890a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399592 Mar 21 11:44:31.672694 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ee698-060e-4959-8c62-1b35cb0aaff3 req-31b8644e-8d46-404b-a192-c90dcc9c1216 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:31.674132 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-606ee698-060e-4959-8c62-1b35cb0aaff3 req-31b8644e-8d46-404b-a192-c90dcc9c1216 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 945 time: 0.0517552 Mar 21 11:44:31.720772 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-606ee698-060e-4959-8c62-1b35cb0aaff3 req-25c01d42-350e-4f4a-9455-bbe0ad0f9513 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411005 Mar 21 11:44:31.918590 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fbfc4-fdb2-4ebc-8c1c-befd033e9a03 req-e414b63c-8c55-4b35-8404-e9f463bbfbef tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:31.920070 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b23fbfc4-fdb2-4ebc-8c1c-befd033e9a03 req-e414b63c-8c55-4b35-8404-e9f463bbfbef tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 947 time: 0.0525641 Mar 21 11:44:32.188989 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b23fbfc4-fdb2-4ebc-8c1c-befd033e9a03 req-ad621d69-8ae0-46fb-925c-8f2614333f30 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2629006 Mar 21 11:44:32.372216 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 1d3863fd-18d9-49c4-bde9-5bda8520379e up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:44:32.426973 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port 1d3863fd-18d9-49c4-bde9-5bda8520379e completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:44:32.432020 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port 1d3863fd-18d9-49c4-bde9-5bda8520379e triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:44:32.432454 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1d3863fd-18d9-49c4-bde9-5bda8520379e), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:32.518454 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 1d3863fd-18d9-49c4-bde9-5bda8520379e is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:44:32.518851 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1d3863fd-18d9-49c4-bde9-5bda8520379e), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:32.554968 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 1d3863fd-18d9-49c4-bde9-5bda8520379e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1d3863fd-18d9-49c4-bde9-5bda8520379e,segment=NetworkSegment(ad4e1a89-daba-427f-b461-27fa39421e69),segment_id=ad4e1a89-daba-427f-b461-27fa39421e69)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:32.560767 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1d3863fd-18d9-49c4-bde9-5bda8520379e), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:32.623632 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=1d3863fd-18d9-49c4-bde9-5bda8520379e,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:32.637988 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:32.638353 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:32.638684 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:32.639024 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:32.639362 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:32.640351 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:32.640596 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:32.640949 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:32.641277 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:32.641603 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:32.641925 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:32.642249 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:32.642631 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:32.642960 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:32.643283 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:32.696033 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c05e7-77b8-4646-8cee-944f7cdb8a17 req-89de6c6b-0207-4efc-a494-5c38e01c4cf5 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:32.697735 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-302c05e7-77b8-4646-8cee-944f7cdb8a17 req-89de6c6b-0207-4efc-a494-5c38e01c4cf5 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/ports?device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 950 time: 0.0778618 Mar 21 11:44:32.765961 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-302c05e7-77b8-4646-8cee-944f7cdb8a17 req-86158401-53db-483d-ba8e-44354c31637d tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6290d5e-5423-4a64-9b1b-f73fe5890a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610163 Mar 21 11:44:32.854736 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35ef1d-c95b-4ba5-bbcf-2a43bf01068e req-6ad9d088-16fc-4abb-9db1-cc1f84818595 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:32.862549 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3f35ef1d-c95b-4ba5-bbcf-2a43bf01068e req-6ad9d088-16fc-4abb-9db1-cc1f84818595 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 945 time: 0.0604224 Mar 21 11:44:32.867316 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584059bb-298c-4aa2-82cd-a72356655aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98c9a56-425e-4998-97b4-240d3c859bbb'}, {'server_uuid': 'a585bb57-4b17-41bf-b6c3-3e415c8c63b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3863fd-18d9-49c4-bde9-5bda8520379e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:44:32.872954 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723509fb-767f-49d7-b804-08c3be74c8d4" -d '{"events": [{"server_uuid": "584059bb-298c-4aa2-82cd-a72356655aea", "name": "network-vif-plugged", "status": "completed", "tag": "d98c9a56-425e-4998-97b4-240d3c859bbb"}, {"server_uuid": "a585bb57-4b17-41bf-b6c3-3e415c8c63b0", "name": "network-vif-plugged", "status": "completed", "tag": "1d3863fd-18d9-49c4-bde9-5bda8520379e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:44:32.928168 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3f35ef1d-c95b-4ba5-bbcf-2a43bf01068e req-860aba32-8102-407e-a203-6381f9ff16be tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609546 Mar 21 11:44:32.941221 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Mar 2022 11:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f6b2e0-30f9-4305-aff6-fdfcca2f8e67 x-openstack-request-id: req-b9f6b2e0-30f9-4305-aff6-fdfcca2f8e67 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:44:32.941797 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584059bb-298c-4aa2-82cd-a72356655aea", "name": "network-vif-plugged", "status": "completed", "tag": "d98c9a56-425e-4998-97b4-240d3c859bbb", "code": 200}, {"server_uuid": "a585bb57-4b17-41bf-b6c3-3e415c8c63b0", "name": "network-vif-plugged", "status": "completed", "tag": "1d3863fd-18d9-49c4-bde9-5bda8520379e", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:44:32.942235 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b9f6b2e0-30f9-4305-aff6-fdfcca2f8e67 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:44:32.942793 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584059bb-298c-4aa2-82cd-a72356655aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98c9a56-425e-4998-97b4-240d3c859bbb', 'code': 200} Mar 21 11:44:32.943052 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a585bb57-4b17-41bf-b6c3-3e415c8c63b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3863fd-18d9-49c4-bde9-5bda8520379e', 'code': 200} Mar 21 11:44:33.103588 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70efd3d-670c-4379-b0db-a26dac023232 req-e639e4ad-93ba-4299-8e9f-907f9d0891f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:33.105214 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a70efd3d-670c-4379-b0db-a26dac023232 req-e639e4ad-93ba-4299-8e9f-907f9d0891f7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 1134 time: 0.0450025 Mar 21 11:44:33.162275 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a70efd3d-670c-4379-b0db-a26dac023232 req-87066fa2-8940-4e36-bafc-4c3c100c1f9f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a6290d5e-5423-4a64-9b1b-f73fe5890a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480914 Mar 21 11:44:33.206341 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bf189-63eb-42a0-891f-6116e8d568f3 req-48b64a11-19cf-4ac3-96ad-b18c5b12649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:33.207854 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-586bf189-63eb-42a0-891f-6116e8d568f3 req-48b64a11-19cf-4ac3-96ad-b18c5b12649d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 1129 time: 0.0598440 Mar 21 11:44:33.307681 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599a862-9480-4b50-9274-bff4384620e2 req-90861ac6-64c4-4969-bbe9-08a7f3a67c11 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:33.309176 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a599a862-9480-4b50-9274-bff4384620e2 req-90861ac6-64c4-4969-bbe9-08a7f3a67c11 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 947 time: 0.0509560 Mar 21 11:44:33.357252 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a599a862-9480-4b50-9274-bff4384620e2 req-559fb928-3dd0-4bad-a01f-ca5f2a83ec9b tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420461 Mar 21 11:44:33.404494 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-586bf189-63eb-42a0-891f-6116e8d568f3 req-6a0d680e-77bf-4064-b2bd-9189c37d33ab service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424771 Mar 21 11:44:33.889108 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619692-c83e-4a61-a8dc-5bb7dd0c07fd req-48866e4d-fff5-42a9-a51e-90eb9298a928 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:33.891045 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4c619692-c83e-4a61-a8dc-5bb7dd0c07fd req-48866e4d-fff5-42a9-a51e-90eb9298a928 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/ports?device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 950 time: 0.0539112 Mar 21 11:44:33.939322 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4c619692-c83e-4a61-a8dc-5bb7dd0c07fd req-86b74f4c-e912-48b8-888a-9379d8a7b702 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6290d5e-5423-4a64-9b1b-f73fe5890a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409112 Mar 21 11:44:34.062603 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c6cc3-de1a-436b-b6e4-6c22db8a2412 req-80b4a377-5544-43a7-949c-46f3679a8afc tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:34.064003 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7f9c6cc3-de1a-436b-b6e4-6c22db8a2412 req-80b4a377-5544-43a7-949c-46f3679a8afc tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 945 time: 0.0538967 Mar 21 11:44:34.116728 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7f9c6cc3-de1a-436b-b6e4-6c22db8a2412 req-3f395ce0-7cc9-46f7-a6ee-0ce6a09973f6 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472996 Mar 21 11:44:35.055023 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecb338-777d-466e-b548-6ab52f62f106 req-afa35797-59e7-496e-a109-8f07e8d442b6 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:35.056472 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a1ecb338-777d-466e-b548-6ab52f62f106 req-afa35797-59e7-496e-a109-8f07e8d442b6 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/ports?device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 950 time: 0.0497818 Mar 21 11:44:35.100503 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a1ecb338-777d-466e-b548-6ab52f62f106 req-87c11bad-528c-448e-a190-d752209d1387 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6290d5e-5423-4a64-9b1b-f73fe5890a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379398 Mar 21 11:44:35.235203 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8521c9-ffdd-490c-b6be-3359855b0ddb req-06729c4d-df8f-4b41-ad16-dfbf6978175d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:35.236713 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9f8521c9-ffdd-490c-b6be-3359855b0ddb req-06729c4d-df8f-4b41-ad16-dfbf6978175d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 945 time: 0.0544226 Mar 21 11:44:35.312711 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9f8521c9-ffdd-490c-b6be-3359855b0ddb req-e58712f1-eac4-47fa-a054-32c2ee5bc6ca tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659597 Mar 21 11:44:35.372267 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23573e77-d4fd-492f-a4ae-1115c38f11c1 req-58d3cc3c-f7e8-440e-b4db-90272cf12236 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:35.373766 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-23573e77-d4fd-492f-a4ae-1115c38f11c1 req-58d3cc3c-f7e8-440e-b4db-90272cf12236 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/ports?device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 950 time: 0.0557969 Mar 21 11:44:35.446660 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-23573e77-d4fd-492f-a4ae-1115c38f11c1 req-6b6af8ef-dd33-467a-bad1-7c120cfecb18 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6290d5e-5423-4a64-9b1b-f73fe5890a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640447 Mar 21 11:44:35.454362 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bc022-c2d1-4682-8afa-b76f4736de42 req-c2d8ccf9-f236-4f48-b8e9-a74b1bcf5b1e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:35.455803 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-345bc022-c2d1-4682-8afa-b76f4736de42 req-c2d8ccf9-f236-4f48-b8e9-a74b1bcf5b1e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 945 time: 0.0811353 Mar 21 11:44:35.503593 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-345bc022-c2d1-4682-8afa-b76f4736de42 req-d30ce284-b503-40e6-8921-cb2ec0d0e895 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424161 Mar 21 11:44:35.524618 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 42434) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:35.569503 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4089c340-0648-418b-9c61-c90a14c98a48 tempest-TestVolumeBootPattern-2013888765 tempest-TestVolumeBootPattern-2013888765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:35.570877 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-4089c340-0648-418b-9c61-c90a14c98a48 tempest-TestVolumeBootPattern-2013888765 tempest-TestVolumeBootPattern-2013888765-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 1124 time: 0.0453231 Mar 21 11:44:35.573546 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 42436) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:35.578123 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Request body: {'floatingip': {'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'port_id': 'd98c9a56-425e-4998-97b4-240d3c859bbb', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:44:35.597094 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:35.688295 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:35.792077 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Allocated IP 172.27.0.132 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/e74733ea-b7ca-4577-b7f6-cdc9252ae4d1) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:44:35.889846 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for port (e74733ea-b7ca-4577-b7f6-cdc9252ae4d1), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:35.920908 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (e74733ea-b7ca-4577-b7f6-cdc9252ae4d1), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:35.961111 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:44:35.963930 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:44:35.969372 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:44:35.990795 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event updated for resources: {'Port': ['ID=e74733ea-b7ca-4577-b7f6-cdc9252ae4d1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:36.305992 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for floatingip (f7fca7c7-6e4d-4e89-b765-a58beb252009), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:36.381653 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (e74733ea-b7ca-4577-b7f6-cdc9252ae4d1), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:36.542148 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for port (e74733ea-b7ca-4577-b7f6-cdc9252ae4d1), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:36.547285 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (e74733ea-b7ca-4577-b7f6-cdc9252ae4d1), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:36.639629 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event updated for resources: {'Port': ['ID=e74733ea-b7ca-4577-b7f6-cdc9252ae4d1,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:36.684684 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c0620-97db-4282-95fc-6f24fed358a0 req-d6ec2c8b-6fcb-415a-aa3d-8c0b15638f4b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:36.686722 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a46c0620-97db-4282-95fc-6f24fed358a0 req-d6ec2c8b-6fcb-415a-aa3d-8c0b15638f4b tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/ports?device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 950 time: 0.1549304 Mar 21 11:44:36.691988 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (f7fca7c7-6e4d-4e89-b765-a58beb252009), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:36.807741 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2e5b-a14b-4036-aaf5-9de22dc1e965 req-28ca46f5-0f90-4630-aa86-bcfd20c403c6 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:36.809198 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0cec2e5b-a14b-4036-aaf5-9de22dc1e965 req-28ca46f5-0f90-4630-aa86-bcfd20c403c6 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.64 "GET /v2.0/ports?device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 950 time: 0.1979592 Mar 21 11:44:36.827471 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a46c0620-97db-4282-95fc-6f24fed358a0 req-a14ef23a-368f-4198-8c15-c13cb4a1a992 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/security-groups?id=a6290d5e-5423-4a64-9b1b-f73fe5890a25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328676 Mar 21 11:44:36.894132 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Floating IP f7fca7c7-6e4d-4e89-b765-a58beb252009 associated. External IP: 172.27.0.132, port: d98c9a56-425e-4998-97b4-240d3c859bbb. Mar 21 11:44:36.998744 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0cec2e5b-a14b-4036-aaf5-9de22dc1e965 req-4a429af6-02b5-4486-93af-fcbd5c832cf7 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Deleting port 1d3863fd-18d9-49c4-bde9-5bda8520379e {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:44:36.999078 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0cec2e5b-a14b-4036-aaf5-9de22dc1e965 req-4a429af6-02b5-4486-93af-fcbd5c832cf7 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (1d3863fd-18d9-49c4-bde9-5bda8520379e), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:37.165740 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-0cec2e5b-a14b-4036-aaf5-9de22dc1e965 req-4a429af6-02b5-4486-93af-fcbd5c832cf7 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] For port 1d3863fd-18d9-49c4-bde9-5bda8520379e, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1d3863fd-18d9-49c4-bde9-5bda8520379e,segment=NetworkSegment(ad4e1a89-daba-427f-b461-27fa39421e69),segment_id=ad4e1a89-daba-427f-b461-27fa39421e69)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:37.166020 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0cec2e5b-a14b-4036-aaf5-9de22dc1e965 req-4a429af6-02b5-4486-93af-fcbd5c832cf7 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (1d3863fd-18d9-49c4-bde9-5bda8520379e), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:37.182392 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-0cec2e5b-a14b-4036-aaf5-9de22dc1e965 req-4a429af6-02b5-4486-93af-fcbd5c832cf7 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Calling delete_port for 1d3863fd-18d9-49c4-bde9-5bda8520379e owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:44:37.233375 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Router 854cd024-40dd-4ffa-bbf9-49e279e56aca has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:44:37.401345 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:44:37.416902 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0cec2e5b-a14b-4036-aaf5-9de22dc1e965 req-4a429af6-02b5-4486-93af-fcbd5c832cf7 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (1d3863fd-18d9-49c4-bde9-5bda8520379e), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:37.424755 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d0cb95-123c-4876-8d16-b9e5a80cff36 None None] Sync routers for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:44:37.427800 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['1d3863fd-18d9-49c4-bde9-5bda8520379e'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:44:37.438232 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d0cb95-123c-4876-8d16-b9e5a80cff36 None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:44:37.438862 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f9d0cb95-123c-4876-8d16-b9e5a80cff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:44:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:37.447988 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:37.467195 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a429af6-02b5-4486-93af-fcbd5c832cf7 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Pushing event deleted for resources: {'Port': ['ID=1d3863fd-18d9-49c4-bde9-5bda8520379e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:37.502799 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e73ae309-8196-49aa-8b76-66c41cef257a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9282682 Mar 21 11:44:37.503401 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584059bb-298c-4aa2-82cd-a72356655aea', 'tag': 'd98c9a56-425e-4998-97b4-240d3c859bbb'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:44:37.505656 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d00d8a9-df61-42a2-b5b2-d52749c7e28d" -d '{"events": [{"name": "network-changed", "server_uuid": "584059bb-298c-4aa2-82cd-a72356655aea", "tag": "d98c9a56-425e-4998-97b4-240d3c859bbb"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:44:37.524933 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cec2e5b-a14b-4036-aaf5-9de22dc1e965 req-4a429af6-02b5-4486-93af-fcbd5c832cf7 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] No DVR routers for this DVR port 1d3863fd-18d9-49c4-bde9-5bda8520379e on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:44:37.528189 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-0cec2e5b-a14b-4036-aaf5-9de22dc1e965 req-4a429af6-02b5-4486-93af-fcbd5c832cf7 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:37.534823 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0cec2e5b-a14b-4036-aaf5-9de22dc1e965 req-4a429af6-02b5-4486-93af-fcbd5c832cf7 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.64 "DELETE /v2.0/ports/1d3863fd-18d9-49c4-bde9-5bda8520379e HTTP/1.1" status: 204 len: 173 time: 0.7192590 Mar 21 11:44:37.559703 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50aa8d2e-1202-421a-b631-e8a79967c7dd x-openstack-request-id: req-50aa8d2e-1202-421a-b631-e8a79967c7dd {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:44:37.560017 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584059bb-298c-4aa2-82cd-a72356655aea", "tag": "d98c9a56-425e-4998-97b4-240d3c859bbb", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:44:37.565595 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-50aa8d2e-1202-421a-b631-e8a79967c7dd {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:44:37.566182 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584059bb-298c-4aa2-82cd-a72356655aea', 'tag': 'd98c9a56-425e-4998-97b4-240d3c859bbb', 'status': 'completed', 'code': 200} Mar 21 11:44:37.592119 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-f9d0cb95-123c-4876-8d16-b9e5a80cff36 None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:44:37.647734 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00d8a9-df61-42a2-b5b2-d52749c7e28d req-060663cc-8b17-4f96-9863-aa082be1aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:37.649433 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1d00d8a9-df61-42a2-b5b2-d52749c7e28d req-060663cc-8b17-4f96-9863-aa082be1aeb2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c58bcecb6f1d42fcab810f7e635cecbe&device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 1129 time: 0.0672545 Mar 21 11:44:37.751274 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00d8a9-df61-42a2-b5b2-d52749c7e28d req-2c56ea9d-f0a0-48cb-af6d-d4f8545b26a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:37.752927 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1d00d8a9-df61-42a2-b5b2-d52749c7e28d req-2c56ea9d-f0a0-48cb-af6d-d4f8545b26a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dec2b833-7cac-45cf-899d-249c6dad8788 HTTP/1.1" status: 200 len: 912 time: 0.0953665 Mar 21 11:44:37.816761 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1d00d8a9-df61-42a2-b5b2-d52749c7e28d req-794e03fa-4341-47ce-a1b2-7e8d3aa8fe86 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d98c9a56-425e-4998-97b4-240d3c859bbb HTTP/1.1" status: 200 len: 999 time: 0.0577283 Mar 21 11:44:37.825075 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f9d0cb95-123c-4876-8d16-b9e5a80cff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': 'f7fca7c7-6e4d-4e89-b765-a58beb252009', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'port_id': 'd98c9a56-425e-4998-97b4-240d3c859bbb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'mac_address': 'fa:16:3e:a5:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584059bb-298c-4aa2-82cd-a72356655aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:44:36Z', 'updated_at': '2022-03-21T11:44:36Z', 'revision_number': 0, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:37.854151 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d0cb95-123c-4876-8d16-b9e5a80cff36 None None] Checking router: 854cd024-40dd-4ffa-bbf9-49e279e56aca for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:44:37.865830 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d0cb95-123c-4876-8d16-b9e5a80cff36 None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:44:37.866437 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f9d0cb95-123c-4876-8d16-b9e5a80cff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:44:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:37.868878 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00d8a9-df61-42a2-b5b2-d52749c7e28d req-8f733077-15c1-4e9c-bc50-a4d543000af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:37.870664 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1d00d8a9-df61-42a2-b5b2-d52749c7e28d req-8f733077-15c1-4e9c-bc50-a4d543000af4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=450dda72-a2ac-4c12-bef3-c87d1bfce43d HTTP/1.1" status: 200 len: 850 time: 0.0470862 Mar 21 11:44:37.938957 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f425e5a2-779f-4e00-a8fe-327b8376b4e6 req-86654082-98b9-43fb-9f56-2f8b068526f7 tempest-VolumesNegativeTest-1198620971 tempest-VolumesNegativeTest-1198620971-project] 10.222.0.61 "GET /v2.0/ports?device_id=a585bb57-4b17-41bf-b6c3-3e415c8c63b0 HTTP/1.1" status: 200 len: 210 time: 0.0289795 Mar 21 11:44:37.948542 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00d8a9-df61-42a2-b5b2-d52749c7e28d req-353a3f88-1dbf-4f39-9774-6178e90a07f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:37.949634 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1d00d8a9-df61-42a2-b5b2-d52749c7e28d req-353a3f88-1dbf-4f39-9774-6178e90a07f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dec2b833-7cac-45cf-899d-249c6dad8788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0690095 Mar 21 11:44:37.997211 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-f9d0cb95-123c-4876-8d16-b9e5a80cff36 None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:44:38.051555 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1d00d8a9-df61-42a2-b5b2-d52749c7e28d req-f59869b1-370f-4b74-97d9-503fffd1ed04 service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944304 Mar 21 11:44:38.150232 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1d00d8a9-df61-42a2-b5b2-d52749c7e28d req-cdfb4994-3d2b-4b1b-9167-4b333f6d8795 service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922823 Mar 21 11:44:38.229398 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-f9d0cb95-123c-4876-8d16-b9e5a80cff36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': 'f7fca7c7-6e4d-4e89-b765-a58beb252009', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'port_id': 'd98c9a56-425e-4998-97b4-240d3c859bbb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'mac_address': 'fa:16:3e:a5:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584059bb-298c-4aa2-82cd-a72356655aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:44:36Z', 'updated_at': '2022-03-21T11:44:36Z', 'revision_number': 0, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:38.257782 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d0cb95-123c-4876-8d16-b9e5a80cff36 None None] The sync data for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi is: [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': 'f7fca7c7-6e4d-4e89-b765-a58beb252009', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'port_id': 'd98c9a56-425e-4998-97b4-240d3c859bbb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'mac_address': 'fa:16:3e:a5:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584059bb-298c-4aa2-82cd-a72356655aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:44:36Z', 'updated_at': '2022-03-21T11:44:36Z', 'revision_number': 0, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:44:38.441533 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98addb4a-ddbf-4fd5-b3ee-7c665669c8f0 None None] New status for floating IP f7fca7c7-6e4d-4e89-b765-a58beb252009: ACTIVE {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:44:39.569866 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a585bb57-4b17-41bf-b6c3-3e415c8c63b0', 'name': 'network-vif-deleted', 'tag': '1d3863fd-18d9-49c4-bde9-5bda8520379e'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:44:39.569866 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a98f7c3-3a64-4ce2-811c-729d3860e767" -d '{"events": [{"server_uuid": "a585bb57-4b17-41bf-b6c3-3e415c8c63b0", "name": "network-vif-deleted", "tag": "1d3863fd-18d9-49c4-bde9-5bda8520379e"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:44:39.612809 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501b2ad8-1338-49ee-afae-2bad37f21088 x-openstack-request-id: req-501b2ad8-1338-49ee-afae-2bad37f21088 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:44:39.613107 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a585bb57-4b17-41bf-b6c3-3e415c8c63b0", "name": "network-vif-deleted", "tag": "1d3863fd-18d9-49c4-bde9-5bda8520379e", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:44:39.613379 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-501b2ad8-1338-49ee-afae-2bad37f21088 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:44:39.613958 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a585bb57-4b17-41bf-b6c3-3e415c8c63b0', 'name': 'network-vif-deleted', 'tag': '1d3863fd-18d9-49c4-bde9-5bda8520379e', 'status': 'completed', 'code': 200} Mar 21 11:44:39.927939 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3d9ae3f-35a4-4fde-b81e-dce3021cf801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:40.364784 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 1d3863fd-18d9-49c4-bde9-5bda8520379e no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:44:40.383937 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: 1d3863fd-18d9-49c4-bde9-5bda8520379e {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:44:40.384284 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 1d3863fd-18d9-49c4-bde9-5bda8520379e not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:44:42.255766 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d8906c7d-5d71-4356-a03f-4c6f52a94466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:42.771685 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 42730) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:42.897961 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-369f2f6d-01d7-4f1f-a2a7-0136b0409d98 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3715c1a2fac44837887c523a1d723dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1251197 Mar 21 11:44:42.900390 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 42734) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:42.945290 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Publish callbacks [] for security_group (a6290d5e-5423-4a64-9b1b-f73fe5890a25), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:42.965299 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Publish callbacks [] for security_group (a6290d5e-5423-4a64-9b1b-f73fe5890a25), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:43.011318 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (a6290d5e-5423-4a64-9b1b-f73fe5890a25), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:43.013877 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:43.015006 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6290d5e-5423-4a64-9b1b-f73fe5890a25 HTTP/1.1" status: 204 len: 168 time: 0.1136990 Mar 21 11:44:43.022445 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6290d5e-5423-4a64-9b1b-f73fe5890a25,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:43.029378 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:43.030170 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:43.030510 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:43.030848 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:43.031178 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:43.031507 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:43.031860 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:43.032188 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:43.032501 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:43.032821 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:43.033144 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:43.033464 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:43.033782 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:43.034112 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:43.034415 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c288ba92-ad0d-4d11-9d0e-0a070ae8eedd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:43.479064 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:44.773136 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:46.417487 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:46.524849 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb75609-684c-4b9e-9e72-03f8286454bc req-60724bb9-5bf3-4c1d-aea9-73b99d81856a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:46.526305 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1cb75609-684c-4b9e-9e72-03f8286454bc req-60724bb9-5bf3-4c1d-aea9-73b99d81856a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 945 time: 0.0562932 Mar 21 11:44:46.576050 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1cb75609-684c-4b9e-9e72-03f8286454bc req-efa92f90-4f86-4f55-b6a2-2828ded065cb tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=feedea96-b31f-42e1-99e2-66566f035ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442600 Mar 21 11:44:47.250466 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:47.703216 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d77bfb-6282-45d0-97e9-bfad82206721 req-287f09c3-b2a0-48b9-85b4-5a7469ae7d12 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:47.704722 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-83d77bfb-6282-45d0-97e9-bfad82206721 req-287f09c3-b2a0-48b9-85b4-5a7469ae7d12 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 945 time: 0.0522523 Mar 21 11:44:47.750689 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-83d77bfb-6282-45d0-97e9-bfad82206721 req-1ce3625c-9f28-4452-8b2e-9cd938ea7325 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=feedea96-b31f-42e1-99e2-66566f035ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395274 Mar 21 11:44:48.431472 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5e649-7017-4bf6-bd28-7ff90bf869aa req-187eedc0-7f4a-4411-9f37-43edc495f186 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:48.432910 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f3c5e649-7017-4bf6-bd28-7ff90bf869aa req-187eedc0-7f4a-4411-9f37-43edc495f186 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "GET /v2.0/ports?device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 945 time: 0.0513253 Mar 21 11:44:48.526392 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f3c5e649-7017-4bf6-bd28-7ff90bf869aa req-ea7d6ff0-e1b5-42f8-ac82-587d0f649ade tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Deleting port 97c55d05-1534-440c-8b2c-7615c4fdbefd {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:44:48.526724 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3c5e649-7017-4bf6-bd28-7ff90bf869aa req-ea7d6ff0-e1b5-42f8-ac82-587d0f649ade tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (97c55d05-1534-440c-8b2c-7615c4fdbefd), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:48.610484 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f3c5e649-7017-4bf6-bd28-7ff90bf869aa req-ea7d6ff0-e1b5-42f8-ac82-587d0f649ade tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] For port 97c55d05-1534-440c-8b2c-7615c4fdbefd, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=97c55d05-1534-440c-8b2c-7615c4fdbefd,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:48.610841 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3c5e649-7017-4bf6-bd28-7ff90bf869aa req-ea7d6ff0-e1b5-42f8-ac82-587d0f649ade tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (97c55d05-1534-440c-8b2c-7615c4fdbefd), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:49.031340 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2f878-d9aa-40f9-8c1d-90fa0a1a8de4 req-e33077cc-00c0-4008-9e45-ddd9edfaaef7 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:49.032829 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-36d2f878-d9aa-40f9-8c1d-90fa0a1a8de4 req-e33077cc-00c0-4008-9e45-ddd9edfaaef7 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/ports?device_id=52dea24a-3284-4a60-a8ce-240f7a1d5550 HTTP/1.1" status: 200 len: 945 time: 0.1440043 Mar 21 11:44:49.070740 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3c5e649-7017-4bf6-bd28-7ff90bf869aa req-ea7d6ff0-e1b5-42f8-ac82-587d0f649ade tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:49.071126 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3c5e649-7017-4bf6-bd28-7ff90bf869aa req-ea7d6ff0-e1b5-42f8-ac82-587d0f649ade tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (6e0e447d-9fc0-4c8d-963e-1c13176b13bc), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:49.071450 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [req-f3c5e649-7017-4bf6-bd28-7ff90bf869aa req-ea7d6ff0-e1b5-42f8-ac82-587d0f649ade tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Floating IP 6e0e447d-9fc0-4c8d-963e-1c13176b13bc disassociated. External IP: 172.27.0.70, port: 97c55d05-1534-440c-8b2c-7615c4fdbefd. Mar 21 11:44:49.071811 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f3c5e649-7017-4bf6-bd28-7ff90bf869aa req-ea7d6ff0-e1b5-42f8-ac82-587d0f649ade tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Calling delete_port for 97c55d05-1534-440c-8b2c-7615c4fdbefd owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:44:49.103073 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-36d2f878-d9aa-40f9-8c1d-90fa0a1a8de4 req-742cd6a0-51e9-47b6-93fb-904bde390274 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups?id=feedea96-b31f-42e1-99e2-66566f035ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641382 Mar 21 11:44:49.249620 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56933b8d-b5d5-4cc4-bb8b-a3d5f9b44abb req-fa4f1fe4-346c-4b63-84bf-63c8230a1216 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:49.251018 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-56933b8d-b5d5-4cc4-bb8b-a3d5f9b44abb req-fa4f1fe4-346c-4b63-84bf-63c8230a1216 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 945 time: 0.0896289 Mar 21 11:44:49.274940 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3c5e649-7017-4bf6-bd28-7ff90bf869aa req-ea7d6ff0-e1b5-42f8-ac82-587d0f649ade tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (97c55d05-1534-440c-8b2c-7615c4fdbefd), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:49.312093 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d6ff0-e1b5-42f8-ac82-587d0f649ade tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event deleted for resources: {'Port': ['ID=97c55d05-1534-440c-8b2c-7615c4fdbefd,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:49.369745 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-56933b8d-b5d5-4cc4-bb8b-a3d5f9b44abb req-ea155d5d-9a9c-485a-a73b-13c2aa7d352c tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=8202505c-181c-435c-af05-f5389b50fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105335 Mar 21 11:44:49.439431 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3c5e649-7017-4bf6-bd28-7ff90bf869aa req-ea7d6ff0-e1b5-42f8-ac82-587d0f649ade tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Router 23780c50-5505-422f-98fa-76f67c3a334b has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:44:49.545385 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3c5e649-7017-4bf6-bd28-7ff90bf869aa req-ea7d6ff0-e1b5-42f8-ac82-587d0f649ade tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:44:49.555562 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a618b528-c664-4d4a-8ad7-8cff3f8852c1 None None] Sync routers for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:44:49.565664 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a618b528-c664-4d4a-8ad7-8cff3f8852c1 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:44:49.566267 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a618b528-c664-4d4a-8ad7-8cff3f8852c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:44:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:49.589816 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c5e649-7017-4bf6-bd28-7ff90bf869aa req-ea7d6ff0-e1b5-42f8-ac82-587d0f649ade tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] No DVR routers for this DVR port 97c55d05-1534-440c-8b2c-7615c4fdbefd on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:44:49.592547 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f3c5e649-7017-4bf6-bd28-7ff90bf869aa req-ea7d6ff0-e1b5-42f8-ac82-587d0f649ade tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:49.596216 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f3c5e649-7017-4bf6-bd28-7ff90bf869aa req-ea7d6ff0-e1b5-42f8-ac82-587d0f649ade tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.64 "DELETE /v2.0/ports/97c55d05-1534-440c-8b2c-7615c4fdbefd HTTP/1.1" status: 204 len: 173 time: 1.1567934 Mar 21 11:44:49.596690 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dea24a-3284-4a60-a8ce-240f7a1d5550', 'name': 'network-vif-deleted', 'tag': '97c55d05-1534-440c-8b2c-7615c4fdbefd'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:44:49.599640 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a85838-976e-41cc-93f1-04ae4625e869" -d '{"events": [{"server_uuid": "52dea24a-3284-4a60-a8ce-240f7a1d5550", "name": "network-vif-deleted", "tag": "97c55d05-1534-440c-8b2c-7615c4fdbefd"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:44:49.639807 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072f006f-9803-4505-b68f-819161cd255d x-openstack-request-id: req-072f006f-9803-4505-b68f-819161cd255d {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:44:49.640888 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52dea24a-3284-4a60-a8ce-240f7a1d5550", "name": "network-vif-deleted", "tag": "97c55d05-1534-440c-8b2c-7615c4fdbefd", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:44:49.641140 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-072f006f-9803-4505-b68f-819161cd255d {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:44:49.641549 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52dea24a-3284-4a60-a8ce-240f7a1d5550', 'name': 'network-vif-deleted', 'tag': '97c55d05-1534-440c-8b2c-7615c4fdbefd', 'status': 'completed', 'code': 200} Mar 21 11:44:49.676965 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a618b528-c664-4d4a-8ad7-8cff3f8852c1 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:44:49.875879 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a618b528-c664-4d4a-8ad7-8cff3f8852c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:49.902002 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a618b528-c664-4d4a-8ad7-8cff3f8852c1 None None] Checking router: 23780c50-5505-422f-98fa-76f67c3a334b for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:44:49.910823 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a618b528-c664-4d4a-8ad7-8cff3f8852c1 None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:44:49.911369 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a618b528-c664-4d4a-8ad7-8cff3f8852c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:44:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:50.014784 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-a618b528-c664-4d4a-8ad7-8cff3f8852c1 None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:44:50.197521 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 42816) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:50.254095 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-64f5dcb5-639c-43e6-ab86-376b66b1a26f tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (feedea96-b31f-42e1-99e2-66566f035ba2), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:50.277506 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-64f5dcb5-639c-43e6-ab86-376b66b1a26f tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (feedea96-b31f-42e1-99e2-66566f035ba2), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:50.302911 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-a618b528-c664-4d4a-8ad7-8cff3f8852c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:50.325904 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-64f5dcb5-639c-43e6-ab86-376b66b1a26f tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (feedea96-b31f-42e1-99e2-66566f035ba2), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:50.329075 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-64f5dcb5-639c-43e6-ab86-376b66b1a26f tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:50.329968 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a618b528-c664-4d4a-8ad7-8cff3f8852c1 None None] The sync data for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi is: [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a46c3369-a197-4e24-9073-b2ea344e1f1d', 'name': '', 'network_id': '18d4826d-4fed-4890-a7bf-cce3a3544769', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'mac_address': 'fa:16:3e:d3:19:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:26Z', 'updated_at': '2022-03-21T11:38:41Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'subnets': [{'id': 'd9496d40-b2b9-4409-803c-f41482ae8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:44:50.330375 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-64f5dcb5-639c-43e6-ab86-376b66b1a26f tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "DELETE /v2.0/security-groups/feedea96-b31f-42e1-99e2-66566f035ba2 HTTP/1.1" status: 204 len: 168 time: 0.1318045 Mar 21 11:44:50.333373 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 42818) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:50.339347 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5dcb5-639c-43e6-ab86-376b66b1a26f tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feedea96-b31f-42e1-99e2-66566f035ba2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:50.347766 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.api.v2.resource [None req-efe06565-344f-4dca-aba8-6f3bc89a0429 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] show failed (client error): The resource could not be found. Mar 21 11:44:50.348816 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-efe06565-344f-4dca-aba8-6f3bc89a0429 tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "GET /v2.0/security-groups/feedea96-b31f-42e1-99e2-66566f035ba2 HTTP/1.1" status: 404 len: 347 time: 0.0144100 Mar 21 11:44:50.351885 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 42820) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:50.476403 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-0e46ec60-810f-4944-963c-bd281809541a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Deleting port dd81a3be-cdf4-4862-bcd1-1b4bebf56d37 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:44:50.476745 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e46ec60-810f-4944-963c-bd281809541a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (dd81a3be-cdf4-4862-bcd1-1b4bebf56d37), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:50.493791 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b001e7b-0a89-4255-a0d0-133771076ef3 req-a8d8e10f-baff-46fe-8d52-01ed60e4f749 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:50.496245 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7b001e7b-0a89-4255-a0d0-133771076ef3 req-a8d8e10f-baff-46fe-8d52-01ed60e4f749 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 945 time: 0.0574591 Mar 21 11:44:50.545377 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7b001e7b-0a89-4255-a0d0-133771076ef3 req-c8b8d90b-f372-4ea4-ab2a-a6addcd11489 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=8202505c-181c-435c-af05-f5389b50fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432472 Mar 21 11:44:50.554385 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e46ec60-810f-4944-963c-bd281809541a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (dd81a3be-cdf4-4862-bcd1-1b4bebf56d37), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:50.554792 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e46ec60-810f-4944-963c-bd281809541a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (dd81a3be-cdf4-4862-bcd1-1b4bebf56d37), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:50.567570 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-0e46ec60-810f-4944-963c-bd281809541a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Calling delete_port for dd81a3be-cdf4-4862-bcd1-1b4bebf56d37 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:44:50.587482 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2243f76-ac6d-473c-922a-083dc385fa25 None None] New status for floating IP 6e0e447d-9fc0-4c8d-963e-1c13176b13bc: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:44:50.695980 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e46ec60-810f-4944-963c-bd281809541a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (dd81a3be-cdf4-4862-bcd1-1b4bebf56d37), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:50.696703 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.db.api [None req-e2243f76-ac6d-473c-922a-083dc385fa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103320) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 11:44:50.697070 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG oslo_db.api [None req-e2243f76-ac6d-473c-922a-083dc385fa25 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 11:44:50.718031 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46ec60-810f-4944-963c-bd281809541a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Pushing event deleted for resources: {'Port': ['ID=dd81a3be-cdf4-4862-bcd1-1b4bebf56d37,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:50.780661 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e46ec60-810f-4944-963c-bd281809541a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks [] for floatingip (6e0e447d-9fc0-4c8d-963e-1c13176b13bc), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:50.783153 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0e46ec60-810f-4944-963c-bd281809541a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:50.784317 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-0e46ec60-810f-4944-963c-bd281809541a tempest-AttachVolumeNegativeTest-1689342433 tempest-AttachVolumeNegativeTest-1689342433-project] 10.222.0.61 "DELETE /v2.0/floatingips/6e0e447d-9fc0-4c8d-963e-1c13176b13bc HTTP/1.1" status: 204 len: 168 time: 0.4314795 Mar 21 11:44:51.179554 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a675d-7841-4825-94f5-edbe38265adf req-e927e046-0161-4f44-9dc7-e155a29e54c9 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:51.181022 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2a3a675d-7841-4825-94f5-edbe38265adf req-e927e046-0161-4f44-9dc7-e155a29e54c9 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.64 "GET /v2.0/ports?device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 945 time: 0.0510609 Mar 21 11:44:51.198058 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2243f76-ac6d-473c-922a-083dc385fa25 None None] New status for floating IP 6e0e447d-9fc0-4c8d-963e-1c13176b13bc: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:44:51.281846 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-2a3a675d-7841-4825-94f5-edbe38265adf req-b85030bc-4744-4180-bcd1-80004646d9d4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Deleting port acebaddc-4c5a-4d76-8fef-f7193a7d4b21 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:44:51.282187 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2a3a675d-7841-4825-94f5-edbe38265adf req-b85030bc-4744-4180-bcd1-80004646d9d4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (acebaddc-4c5a-4d76-8fef-f7193a7d4b21), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:51.367486 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2a3a675d-7841-4825-94f5-edbe38265adf req-b85030bc-4744-4180-bcd1-80004646d9d4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] For port acebaddc-4c5a-4d76-8fef-f7193a7d4b21, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=acebaddc-4c5a-4d76-8fef-f7193a7d4b21,segment=NetworkSegment(764b03ae-9161-4412-8fc2-dbb9b6a3c7d7),segment_id=764b03ae-9161-4412-8fc2-dbb9b6a3c7d7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:51.368170 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2a3a675d-7841-4825-94f5-edbe38265adf req-b85030bc-4744-4180-bcd1-80004646d9d4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (acebaddc-4c5a-4d76-8fef-f7193a7d4b21), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:51.540792 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2a3a675d-7841-4825-94f5-edbe38265adf req-b85030bc-4744-4180-bcd1-80004646d9d4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:51.541149 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2a3a675d-7841-4825-94f5-edbe38265adf req-b85030bc-4744-4180-bcd1-80004646d9d4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (c9926db7-5cbd-4935-b8ca-624c4e13d6f1), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:51.541463 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [req-2a3a675d-7841-4825-94f5-edbe38265adf req-b85030bc-4744-4180-bcd1-80004646d9d4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Floating IP c9926db7-5cbd-4935-b8ca-624c4e13d6f1 disassociated. External IP: 172.27.0.14, port: acebaddc-4c5a-4d76-8fef-f7193a7d4b21. Mar 21 11:44:51.541801 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-2a3a675d-7841-4825-94f5-edbe38265adf req-b85030bc-4744-4180-bcd1-80004646d9d4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Calling delete_port for acebaddc-4c5a-4d76-8fef-f7193a7d4b21 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:44:51.698239 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2a3a675d-7841-4825-94f5-edbe38265adf req-b85030bc-4744-4180-bcd1-80004646d9d4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (acebaddc-4c5a-4d76-8fef-f7193a7d4b21), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:51.716856 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b170-d622-40ca-9ec4-fe448b891854 req-88665588-47e2-44ae-a7a2-d40fe7a72707 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:44:51.718352 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ef62b170-d622-40ca-9ec4-fe448b891854 req-88665588-47e2-44ae-a7a2-d40fe7a72707 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ab29f6-d77c-449b-90ad-8654a90c9777 HTTP/1.1" status: 200 len: 867 time: 0.1013749 Mar 21 11:44:51.742182 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85030bc-4744-4180-bcd1-80004646d9d4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event deleted for resources: {'Port': ['ID=acebaddc-4c5a-4d76-8fef-f7193a7d4b21,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:51.852981 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ef62b170-d622-40ca-9ec4-fe448b891854 req-87d5bf22-3ec3-4ea7-a6c8-b1f1bf032301 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups?id=8202505c-181c-435c-af05-f5389b50fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164265 Mar 21 11:44:51.882110 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a3a675d-7841-4825-94f5-edbe38265adf req-b85030bc-4744-4180-bcd1-80004646d9d4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:44:51.992310 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a3a675d-7841-4825-94f5-edbe38265adf req-b85030bc-4744-4180-bcd1-80004646d9d4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:44:52.002635 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b126477-c80f-43cd-8a15-8671f5eef862 None None] Sync routers for ids ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:44:52.013768 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b126477-c80f-43cd-8a15-8671f5eef862 None None] Routers {'88dc3778-37d3-4c2d-9bb6-e3557b8202ac'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:44:52.014645 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4b126477-c80f-43cd-8a15-8671f5eef862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:44:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:52.035734 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3a675d-7841-4825-94f5-edbe38265adf req-b85030bc-4744-4180-bcd1-80004646d9d4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] No DVR routers for this DVR port acebaddc-4c5a-4d76-8fef-f7193a7d4b21 on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:44:52.041289 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2a3a675d-7841-4825-94f5-edbe38265adf req-b85030bc-4744-4180-bcd1-80004646d9d4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:52.044936 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2a3a675d-7841-4825-94f5-edbe38265adf req-b85030bc-4744-4180-bcd1-80004646d9d4 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.64 "DELETE /v2.0/ports/acebaddc-4c5a-4d76-8fef-f7193a7d4b21 HTTP/1.1" status: 204 len: 173 time: 0.8546689 Mar 21 11:44:52.045387 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ab29f6-d77c-449b-90ad-8654a90c9777', 'name': 'network-vif-deleted', 'tag': 'acebaddc-4c5a-4d76-8fef-f7193a7d4b21'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:44:52.048360 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f920a93e-f63d-48f1-822e-bbd1877afeba" -d '{"events": [{"server_uuid": "23ab29f6-d77c-449b-90ad-8654a90c9777", "name": "network-vif-deleted", "tag": "acebaddc-4c5a-4d76-8fef-f7193a7d4b21"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:44:52.103915 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3523f4-74c1-4965-825d-4976a5e7a74a x-openstack-request-id: req-5a3523f4-74c1-4965-825d-4976a5e7a74a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:44:52.104370 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ab29f6-d77c-449b-90ad-8654a90c9777", "name": "network-vif-deleted", "tag": "acebaddc-4c5a-4d76-8fef-f7193a7d4b21", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:44:52.104544 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a3523f4-74c1-4965-825d-4976a5e7a74a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:44:52.105095 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ab29f6-d77c-449b-90ad-8654a90c9777', 'name': 'network-vif-deleted', 'tag': 'acebaddc-4c5a-4d76-8fef-f7193a7d4b21', 'status': 'completed', 'code': 200} Mar 21 11:44:52.147550 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4b126477-c80f-43cd-8a15-8671f5eef862 None None] Set router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:44:52.361806 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4b126477-c80f-43cd-8a15-8671f5eef862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '72785818-d4e6-40e2-b873-767adbc7357c', 'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'mac_address': 'fa:16:3e:e6:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:27Z', 'updated_at': '2022-03-21T11:38:45Z', 'revision_number': 5, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'subnets': [{'id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:52.387813 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b126477-c80f-43cd-8a15-8671f5eef862 None None] Checking router: 88dc3778-37d3-4c2d-9bb6-e3557b8202ac for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:44:52.396075 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b126477-c80f-43cd-8a15-8671f5eef862 None None] Routers {'88dc3778-37d3-4c2d-9bb6-e3557b8202ac'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:44:52.396667 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4b126477-c80f-43cd-8a15-8671f5eef862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:44:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:52.445047 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 97c55d05-1534-440c-8b2c-7615c4fdbefd no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:44:52.465096 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: 97c55d05-1534-440c-8b2c-7615c4fdbefd {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:44:52.465466 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 97c55d05-1534-440c-8b2c-7615c4fdbefd not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:44:52.504019 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:44:52.510631 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-4b126477-c80f-43cd-8a15-8671f5eef862 None None] Set router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:44:52.704217 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-4b126477-c80f-43cd-8a15-8671f5eef862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '72785818-d4e6-40e2-b873-767adbc7357c', 'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'mac_address': 'fa:16:3e:e6:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:27Z', 'updated_at': '2022-03-21T11:38:45Z', 'revision_number': 5, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'subnets': [{'id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:52.733067 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b126477-c80f-43cd-8a15-8671f5eef862 None None] The sync data for ids ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'] in dv-cinder-805072-11-iscsi is: [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:30Z', 'revision_number': 4, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '72785818-d4e6-40e2-b873-767adbc7357c', 'name': '', 'network_id': '698d8f47-e4f5-4f6e-b02c-62fad736a58a', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'mac_address': 'fa:16:3e:e6:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:27Z', 'updated_at': '2022-03-21T11:38:45Z', 'revision_number': 5, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'subnets': [{'id': '6e382abe-04ce-42e4-8684-4026c68098c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:44:52.938856 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 42848) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:52.939398 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eed5d7c-1169-41e9-95f1-ffecfc757ba7 None None] New status for floating IP c9926db7-5cbd-4935-b8ca-624c4e13d6f1: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:44:52.991194 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa8b22b8-a007-4d8d-91f4-5bb405196d8b tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group (8202505c-181c-435c-af05-f5389b50fb3d), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:53.013492 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa8b22b8-a007-4d8d-91f4-5bb405196d8b tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group (8202505c-181c-435c-af05-f5389b50fb3d), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:53.061180 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa8b22b8-a007-4d8d-91f4-5bb405196d8b tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (8202505c-181c-435c-af05-f5389b50fb3d), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:53.063981 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fa8b22b8-a007-4d8d-91f4-5bb405196d8b tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:53.065123 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-fa8b22b8-a007-4d8d-91f4-5bb405196d8b tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "DELETE /v2.0/security-groups/8202505c-181c-435c-af05-f5389b50fb3d HTTP/1.1" status: 204 len: 168 time: 0.1251774 Mar 21 11:44:53.067947 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 42850) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:53.074690 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b22b8-a007-4d8d-91f4-5bb405196d8b tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8202505c-181c-435c-af05-f5389b50fb3d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:53.082677 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.api.v2.resource [None req-2abc73e3-76f4-4a09-95f6-f965fefe5970 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] show failed (client error): The resource could not be found. Mar 21 11:44:53.086422 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-2abc73e3-76f4-4a09-95f6-f965fefe5970 tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "GET /v2.0/security-groups/8202505c-181c-435c-af05-f5389b50fb3d HTTP/1.1" status: 404 len: 347 time: 0.0147526 Mar 21 11:44:53.086634 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 42852) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:53.230799 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Deleting port ccd0f210-daa6-4439-823b-7110df64a69c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:44:53.231217 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (ccd0f210-daa6-4439-823b-7110df64a69c), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:53.328027 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (ccd0f210-daa6-4439-823b-7110df64a69c), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:53.328654 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for floatingip (ccd0f210-daa6-4439-823b-7110df64a69c), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:53.342557 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Calling delete_port for ccd0f210-daa6-4439-823b-7110df64a69c owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:44:53.483757 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (ccd0f210-daa6-4439-823b-7110df64a69c), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:53.508585 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Pushing event deleted for resources: {'Port': ['ID=ccd0f210-daa6-4439-823b-7110df64a69c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:53.539138 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:53.539414 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:53.539829 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:53.540211 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:53.540565 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:53.540937 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:53.541450 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:53.541845 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:53.542249 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:53.542610 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:53.543113 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:53.543441 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:53.543826 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:53.544148 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:53.544511 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:44:53.586884 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks [] for floatingip (c9926db7-5cbd-4935-b8ca-624c4e13d6f1), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:53.589526 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:53.590681 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ba4ce58f-804a-455e-9909-8375ecfc32aa tempest-AttachVolumeTestJSON-51178958 tempest-AttachVolumeTestJSON-51178958-project] 10.222.0.61 "DELETE /v2.0/floatingips/c9926db7-5cbd-4935-b8ca-624c4e13d6f1 HTTP/1.1" status: 204 len: 168 time: 0.5029821 Mar 21 11:44:54.448892 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device acebaddc-4c5a-4d76-8fef-f7193a7d4b21 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:44:54.469383 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: acebaddc-4c5a-4d76-8fef-f7193a7d4b21 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:44:54.469750 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device acebaddc-4c5a-4d76-8fef-f7193a7d4b21 not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:44:54.471750 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 42880) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:55.021575 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8910b74b-9d95-4908-88a8-589b23d49573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655690'] for router_interface (23780c50-5505-422f-98fa-76f67c3a334b), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:55.306844 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-8910b74b-9d95-4908-88a8-589b23d49573 admin admin] Deleting port a46c3369-a197-4e24-9073-b2ea344e1f1d {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:44:55.307094 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8910b74b-9d95-4908-88a8-589b23d49573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:55.381504 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-8910b74b-9d95-4908-88a8-589b23d49573 admin admin] For port a46c3369-a197-4e24-9073-b2ea344e1f1d, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=a46c3369-a197-4e24-9073-b2ea344e1f1d,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:55.381858 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8910b74b-9d95-4908-88a8-589b23d49573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:55.396398 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-8910b74b-9d95-4908-88a8-589b23d49573 admin admin] Calling delete_port for a46c3369-a197-4e24-9073-b2ea344e1f1d owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:44:55.568672 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8910b74b-9d95-4908-88a8-589b23d49573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (a46c3369-a197-4e24-9073-b2ea344e1f1d), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:55.825862 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910b74b-9d95-4908-88a8-589b23d49573 admin admin] Pushing event deleted for resources: {'Port': ['ID=a46c3369-a197-4e24-9073-b2ea344e1f1d,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:56.000777 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8910b74b-9d95-4908-88a8-589b23d49573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656890'] for router_interface (23780c50-5505-422f-98fa-76f67c3a334b), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:56.229365 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8910b74b-9d95-4908-88a8-589b23d49573 admin admin] Router 23780c50-5505-422f-98fa-76f67c3a334b has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:44:56.339207 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8910b74b-9d95-4908-88a8-589b23d49573 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:44:56.344577 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8910b74b-9d95-4908-88a8-589b23d49573 admin admin] 10.222.0.61 "PUT /v2.0/routers/23780c50-5505-422f-98fa-76f67c3a334b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8714607 Mar 21 11:44:56.347136 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 42900) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:56.347493 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02127cc-b6a6-42ee-9203-4eee35450a0c None None] Sync routers for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:44:56.357406 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02127cc-b6a6-42ee-9203-4eee35450a0c None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:44:56.358018 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e02127cc-b6a6-42ee-9203-4eee35450a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:44:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:56.449912 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-726d9e00-712d-4620-b1fa-975e92f8f4ee admin admin] Publish callbacks [] for router (23780c50-5505-422f-98fa-76f67c3a334b), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:56.462103 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e02127cc-b6a6-42ee-9203-4eee35450a0c None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:44:56.562329 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-726d9e00-712d-4620-b1fa-975e92f8f4ee admin admin] Publish callbacks [] for router_gateway (23780c50-5505-422f-98fa-76f67c3a334b), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:56.614283 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-726d9e00-712d-4620-b1fa-975e92f8f4ee admin admin] Deleting port dc45a4ca-262c-4339-b186-299676925d77 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:44:56.614991 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-726d9e00-712d-4620-b1fa-975e92f8f4ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (dc45a4ca-262c-4339-b186-299676925d77), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:56.635793 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e02127cc-b6a6-42ee-9203-4eee35450a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dc45a4ca-262c-4339-b186-299676925d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:44:55Z', 'revision_number': 5, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port': {'id': 'dc45a4ca-262c-4339-b186-299676925d77', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23780c50-5505-422f-98fa-76f67c3a334b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:56.662122 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02127cc-b6a6-42ee-9203-4eee35450a0c None None] Checking router: 23780c50-5505-422f-98fa-76f67c3a334b for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:44:56.670089 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02127cc-b6a6-42ee-9203-4eee35450a0c None None] Routers {'23780c50-5505-422f-98fa-76f67c3a334b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:44:56.671220 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e02127cc-b6a6-42ee-9203-4eee35450a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:44:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['23780c50-5505-422f-98fa-76f67c3a334b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:56.691347 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-726d9e00-712d-4620-b1fa-975e92f8f4ee admin admin] For port dc45a4ca-262c-4339-b186-299676925d77, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=dc45a4ca-262c-4339-b186-299676925d77,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:56.691709 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-726d9e00-712d-4620-b1fa-975e92f8f4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (dc45a4ca-262c-4339-b186-299676925d77), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:56.704430 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-726d9e00-712d-4620-b1fa-975e92f8f4ee admin admin] Calling delete_port for dc45a4ca-262c-4339-b186-299676925d77 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:44:56.759955 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-e02127cc-b6a6-42ee-9203-4eee35450a0c None None] Set router 23780c50-5505-422f-98fa-76f67c3a334b gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:44:56.815402 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-e02127cc-b6a6-42ee-9203-4eee35450a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:44:56Z', 'revision_number': 6, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port_host': None}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:56.841364 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02127cc-b6a6-42ee-9203-4eee35450a0c None None] The sync data for ids ['23780c50-5505-422f-98fa-76f67c3a334b'] in dv-cinder-805072-11-iscsi is: [{'id': '23780c50-5505-422f-98fa-76f67c3a334b', 'name': 'tempest-AttachVolumeNegativeTest-1280220330-router', 'tenant_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:14Z', 'updated_at': '2022-03-21T11:44:56Z', 'revision_number': 6, 'project_id': '8ee9a47756654ffb95e31ec71d9f9a10', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:44:56.880701 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-726d9e00-712d-4620-b1fa-975e92f8f4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (dc45a4ca-262c-4339-b186-299676925d77), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:56.906216 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d9e00-712d-4620-b1fa-975e92f8f4ee admin admin] Pushing event deleted for resources: {'Port': ['ID=dc45a4ca-262c-4339-b186-299676925d77,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:56.963636 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-726d9e00-712d-4620-b1fa-975e92f8f4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655872'] for router_gateway (23780c50-5505-422f-98fa-76f67c3a334b), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.068545 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-726d9e00-712d-4620-b1fa-975e92f8f4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4767'] for router (23780c50-5505-422f-98fa-76f67c3a334b), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.070357 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-726d9e00-712d-4620-b1fa-975e92f8f4ee admin admin] Publish callbacks [] for router_controller (23780c50-5505-422f-98fa-76f67c3a334b), precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.131168 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 42908) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:57.138046 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-726d9e00-712d-4620-b1fa-975e92f8f4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659171'] for router (23780c50-5505-422f-98fa-76f67c3a334b), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.138568 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726d9e00-712d-4620-b1fa-975e92f8f4ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23780c50-5505-422f-98fa-76f67c3a334b {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:44:57.144026 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-726d9e00-712d-4620-b1fa-975e92f8f4ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.147856 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-726d9e00-712d-4620-b1fa-975e92f8f4ee admin admin] 10.222.0.61 "DELETE /v2.0/routers/23780c50-5505-422f-98fa-76f67c3a334b HTTP/1.1" status: 204 len: 168 time: 0.7997501 Mar 21 11:44:57.148252 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 42912) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:57.193229 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-901f1d07-fc51-4926-b8e3-a7cddce5a497 admin admin] Deleting subnet d9496d40-b2b9-4409-803c-f41482ae8f58 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:44:57.196790 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-901f1d07-fc51-4926-b8e3-a7cddce5a497 admin admin] Publish callbacks [] for subnet (d9496d40-b2b9-4409-803c-f41482ae8f58), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.232039 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-901f1d07-fc51-4926-b8e3-a7cddce5a497 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12119821'] for subnet (d9496d40-b2b9-4409-803c-f41482ae8f58), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.313007 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-901f1d07-fc51-4926-b8e3-a7cddce5a497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239508'] for subnet (d9496d40-b2b9-4409-803c-f41482ae8f58), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.363637 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-901f1d07-fc51-4926-b8e3-a7cddce5a497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8481104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734074'] for subnet (d9496d40-b2b9-4409-803c-f41482ae8f58), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.392083 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-901f1d07-fc51-4926-b8e3-a7cddce5a497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.397518 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-901f1d07-fc51-4926-b8e3-a7cddce5a497 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d9496d40-b2b9-4409-803c-f41482ae8f58 HTTP/1.1" status: 204 len: 168 time: 0.2458637 Mar 21 11:44:57.397518 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f1d07-fc51-4926-b8e3-a7cddce5a497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9496d40-b2b9-4409-803c-f41482ae8f58,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:57.397799 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 42914) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:57.401155 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295dd032-6b4d-4063-9afc-69d7afee119f None None] Network 18d4826d-4fed-4890-a7bf-cce3a3544769 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:44:57.497767 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163419'] for network (18d4826d-4fed-4890-a7bf-cce3a3544769), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.600857 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] Deleting port 75c31e94-dcb0-4424-ac93-31ee4add8275 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:44:57.601192 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (75c31e94-dcb0-4424-ac93-31ee4add8275), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.634271 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901e6d2d-308d-40d5-99ea-9b4a31eab0d1 None None] DHCP port deletion for 18d4826d-4fed-4890-a7bf-cce3a3544769 request from dv-cinder-805072-11-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:44:57.682210 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-901e6d2d-308d-40d5-99ea-9b4a31eab0d1 None None] Deleting port 75c31e94-dcb0-4424-ac93-31ee4add8275 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:44:57.682584 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-901e6d2d-308d-40d5-99ea-9b4a31eab0d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (75c31e94-dcb0-4424-ac93-31ee4add8275), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.687364 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] For port 75c31e94-dcb0-4424-ac93-31ee4add8275, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=75c31e94-dcb0-4424-ac93-31ee4add8275,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:57.687944 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (75c31e94-dcb0-4424-ac93-31ee4add8275), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.703640 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] Calling delete_port for 75c31e94-dcb0-4424-ac93-31ee4add8275 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:44:57.719838 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8498ffa4-d796-4070-b07d-03d8babfb1b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655690'] for router_interface (88dc3778-37d3-4c2d-9bb6-e3557b8202ac), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.746799 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-901e6d2d-308d-40d5-99ea-9b4a31eab0d1 None None] For port 75c31e94-dcb0-4424-ac93-31ee4add8275, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=75c31e94-dcb0-4424-ac93-31ee4add8275,segment=NetworkSegment(0982b566-4a2b-4837-bdd2-f1d7e1783aef),segment_id=0982b566-4a2b-4837-bdd2-f1d7e1783aef)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:57.747132 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-901e6d2d-308d-40d5-99ea-9b4a31eab0d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (75c31e94-dcb0-4424-ac93-31ee4add8275), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.760588 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-901e6d2d-308d-40d5-99ea-9b4a31eab0d1 None None] Calling delete_port for 75c31e94-dcb0-4424-ac93-31ee4add8275 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:44:57.894753 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-901e6d2d-308d-40d5-99ea-9b4a31eab0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604'] for port (75c31e94-dcb0-4424-ac93-31ee4add8275), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.911069 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (75c31e94-dcb0-4424-ac93-31ee4add8275), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:57.928729 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e6d2d-308d-40d5-99ea-9b4a31eab0d1 None None] Pushing event deleted for resources: {'Port': ['ID=75c31e94-dcb0-4424-ac93-31ee4add8275,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:57.938727 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e6d2d-308d-40d5-99ea-9b4a31eab0d1 None None] No DVR routers for this DVR port 75c31e94-dcb0-4424-ac93-31ee4add8275 on host dv-cinder-805072-11-iscsi {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:44:57.941073 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] No DVR routers for this DVR port 75c31e94-dcb0-4424-ac93-31ee4add8275 on host dv-cinder-805072-11-iscsi {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:44:57.965351 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c31e94-dcb0-4424-ac93-31ee4add8275,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:58.287132 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3303649', 'neutron.services.segments.db._delete_segments_for_network-8758069329219'] for network (18d4826d-4fed-4890-a7bf-cce3a3544769), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:58.313842 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d4826d-4fed-4890-a7bf-cce3a3544769']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:58.324885 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0982b566-4a2b-4837-bdd2-f1d7e1783aef') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:58.325177 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0982b566-4a2b-4837-bdd2-f1d7e1783aef') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:58.349317 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758069511244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11945827'] for segment (0982b566-4a2b-4837-bdd2-f1d7e1783aef), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:58.385361 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (0982b566-4a2b-4837-bdd2-f1d7e1783aef), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:58.393136 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:44:58.393504 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737248'] for segment (0982b566-4a2b-4837-bdd2-f1d7e1783aef), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: Traceback (most recent call last): Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: timer() Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: cb(*args, **kw) Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: return func(*args, **kwargs) Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: self._notify() Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: self.callback(batched_events) Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: event.method(event) Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: return f(self, *a, **k) Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: return self._get(url).json() Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: return self.request(url, 'GET', **kwargs) Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:44:58.395273 dv-cinder-805072-11-iscsi neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:44:58.451347 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3303642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655996'] for network (18d4826d-4fed-4890-a7bf-cce3a3544769), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:58.460367 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:58.463409 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] 10.222.0.61 "DELETE /v2.0/networks/18d4826d-4fed-4890-a7bf-cce3a3544769 HTTP/1.1" status: 204 len: 168 time: 1.0647008 Mar 21 11:44:58.475236 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-8498ffa4-d796-4070-b07d-03d8babfb1b9 admin admin] Deleting port 72785818-d4e6-40e2-b873-767adbc7357c {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:44:58.475569 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8498ffa4-d796-4070-b07d-03d8babfb1b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (72785818-d4e6-40e2-b873-767adbc7357c), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:58.478152 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa2490-40e7-4496-acc6-23d3d1d01e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=18d4826d-4fed-4890-a7bf-cce3a3544769,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:58.561123 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-8498ffa4-d796-4070-b07d-03d8babfb1b9 admin admin] For port 72785818-d4e6-40e2-b873-767adbc7357c, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=72785818-d4e6-40e2-b873-767adbc7357c,segment=NetworkSegment(764b03ae-9161-4412-8fc2-dbb9b6a3c7d7),segment_id=764b03ae-9161-4412-8fc2-dbb9b6a3c7d7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:58.561313 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8498ffa4-d796-4070-b07d-03d8babfb1b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (72785818-d4e6-40e2-b873-767adbc7357c), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:58.574518 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-8498ffa4-d796-4070-b07d-03d8babfb1b9 admin admin] Calling delete_port for 72785818-d4e6-40e2-b873-767adbc7357c owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:44:58.577369 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 42920) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:58.615855 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3c7ad4fe-adca-478a-b7ae-03ea97e4f9db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ee9a47756654ffb95e31ec71d9f9a10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0373187 Mar 21 11:44:58.618327 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 42922) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:58.667364 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d7528590-60a5-4ddd-a6c1-63a0c264895f admin admin] Publish callbacks [] for security_group (f56803a5-4b97-4a92-bd5f-da219a773f9e), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:58.688231 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d7528590-60a5-4ddd-a6c1-63a0c264895f admin admin] Publish callbacks [] for security_group (f56803a5-4b97-4a92-bd5f-da219a773f9e), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:58.735929 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d7528590-60a5-4ddd-a6c1-63a0c264895f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (f56803a5-4b97-4a92-bd5f-da219a773f9e), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:58.739086 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d7528590-60a5-4ddd-a6c1-63a0c264895f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:58.740566 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-d7528590-60a5-4ddd-a6c1-63a0c264895f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f56803a5-4b97-4a92-bd5f-da219a773f9e HTTP/1.1" status: 204 len: 168 time: 0.1211705 Mar 21 11:44:58.762971 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7528590-60a5-4ddd-a6c1-63a0c264895f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56803a5-4b97-4a92-bd5f-da219a773f9e,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:58.768031 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8498ffa4-d796-4070-b07d-03d8babfb1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (72785818-d4e6-40e2-b873-767adbc7357c), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:58.815347 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498ffa4-d796-4070-b07d-03d8babfb1b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=72785818-d4e6-40e2-b873-767adbc7357c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:44:58.873360 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device a46c3369-a197-4e24-9073-b2ea344e1f1d no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:44:58.903387 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: a46c3369-a197-4e24-9073-b2ea344e1f1d {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:44:58.903736 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device a46c3369-a197-4e24-9073-b2ea344e1f1d not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:44:58.904175 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 75c31e94-dcb0-4424-ac93-31ee4add8275 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:44:58.925276 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 75c31e94-dcb0-4424-ac93-31ee4add8275 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:44:58.925623 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 75c31e94-dcb0-4424-ac93-31ee4add8275 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:44:58.927996 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device dc45a4ca-262c-4339-b186-299676925d77 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:44:58.949959 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: dc45a4ca-262c-4339-b186-299676925d77 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:44:58.950773 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device dc45a4ca-262c-4339-b186-299676925d77 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:44:59.011544 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8498ffa4-d796-4070-b07d-03d8babfb1b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656890'] for router_interface (88dc3778-37d3-4c2d-9bb6-e3557b8202ac), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:59.235158 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8498ffa4-d796-4070-b07d-03d8babfb1b9 admin admin] Router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:44:59.345173 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8498ffa4-d796-4070-b07d-03d8babfb1b9 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:44:59.350702 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8498ffa4-d796-4070-b07d-03d8babfb1b9 admin admin] 10.222.0.61 "PUT /v2.0/routers/88dc3778-37d3-4c2d-9bb6-e3557b8202ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2183850 Mar 21 11:44:59.353500 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 42942) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:44:59.356326 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258dfab6-98ae-4cf8-b31d-ff6ab7d1c75e None None] Sync routers for ids ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:44:59.367106 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258dfab6-98ae-4cf8-b31d-ff6ab7d1c75e None None] Routers {'88dc3778-37d3-4c2d-9bb6-e3557b8202ac'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:44:59.367727 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-258dfab6-98ae-4cf8-b31d-ff6ab7d1c75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:44:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:59.480267 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-258dfab6-98ae-4cf8-b31d-ff6ab7d1c75e None None] Set router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:44:59.676245 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-258dfab6-98ae-4cf8-b31d-ff6ab7d1c75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:44:58Z', 'revision_number': 5, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:59.694536 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7edbfc4-451d-4434-9497-467a681c6ff9 admin admin] Publish callbacks [] for router (88dc3778-37d3-4c2d-9bb6-e3557b8202ac), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:59.703232 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258dfab6-98ae-4cf8-b31d-ff6ab7d1c75e None None] Checking router: 88dc3778-37d3-4c2d-9bb6-e3557b8202ac for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:44:59.711870 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258dfab6-98ae-4cf8-b31d-ff6ab7d1c75e None None] Routers {'88dc3778-37d3-4c2d-9bb6-e3557b8202ac'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:44:59.712487 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-258dfab6-98ae-4cf8-b31d-ff6ab7d1c75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:44:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:44:59.804405 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7edbfc4-451d-4434-9497-467a681c6ff9 admin admin] Publish callbacks [] for router_gateway (88dc3778-37d3-4c2d-9bb6-e3557b8202ac), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:59.824973 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-258dfab6-98ae-4cf8-b31d-ff6ab7d1c75e None None] Set router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:44:59.857100 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e7edbfc4-451d-4434-9497-467a681c6ff9 admin admin] Deleting port cd3739e2-d2cf-4c09-a91e-7bfaee168d32 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:44:59.857440 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7edbfc4-451d-4434-9497-467a681c6ff9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (cd3739e2-d2cf-4c09-a91e-7bfaee168d32), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:59.948747 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-e7edbfc4-451d-4434-9497-467a681c6ff9 admin admin] For port cd3739e2-d2cf-4c09-a91e-7bfaee168d32, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=cd3739e2-d2cf-4c09-a91e-7bfaee168d32,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:44:59.949120 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7edbfc4-451d-4434-9497-467a681c6ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (cd3739e2-d2cf-4c09-a91e-7bfaee168d32), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:44:59.969727 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e7edbfc4-451d-4434-9497-467a681c6ff9 admin admin] Calling delete_port for cd3739e2-d2cf-4c09-a91e-7bfaee168d32 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:45:00.035440 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-258dfab6-98ae-4cf8-b31d-ff6ab7d1c75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:44:58Z', 'revision_number': 5, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:00.065329 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258dfab6-98ae-4cf8-b31d-ff6ab7d1c75e None None] The sync data for ids ['88dc3778-37d3-4c2d-9bb6-e3557b8202ac'] in dv-cinder-805072-11-iscsi is: [{'id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'name': 'tempest-AttachVolumeTestJSON-805403828-router', 'tenant_id': 'e2bdb0295f6141ff94dcd579a870987b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:17Z', 'updated_at': '2022-03-21T11:44:58Z', 'revision_number': 5, 'project_id': 'e2bdb0295f6141ff94dcd579a870987b', 'gw_port': {'id': 'cd3739e2-d2cf-4c09-a91e-7bfaee168d32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88dc3778-37d3-4c2d-9bb6-e3557b8202ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:19Z', 'updated_at': '2022-03-21T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:45:00.148538 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7edbfc4-451d-4434-9497-467a681c6ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (cd3739e2-d2cf-4c09-a91e-7bfaee168d32), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:00.171661 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7edbfc4-451d-4434-9497-467a681c6ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3739e2-d2cf-4c09-a91e-7bfaee168d32,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:00.231962 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7edbfc4-451d-4434-9497-467a681c6ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655872'] for router_gateway (88dc3778-37d3-4c2d-9bb6-e3557b8202ac), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:00.321540 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7edbfc4-451d-4434-9497-467a681c6ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4767'] for router (88dc3778-37d3-4c2d-9bb6-e3557b8202ac), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:00.323561 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7edbfc4-451d-4434-9497-467a681c6ff9 admin admin] Publish callbacks [] for router_controller (88dc3778-37d3-4c2d-9bb6-e3557b8202ac), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:00.368233 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7edbfc4-451d-4434-9497-467a681c6ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659171'] for router (88dc3778-37d3-4c2d-9bb6-e3557b8202ac), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:00.368655 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7edbfc4-451d-4434-9497-467a681c6ff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88dc3778-37d3-4c2d-9bb6-e3557b8202ac {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:45:00.374326 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e7edbfc4-451d-4434-9497-467a681c6ff9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:00.375455 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-e7edbfc4-451d-4434-9497-467a681c6ff9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/88dc3778-37d3-4c2d-9bb6-e3557b8202ac HTTP/1.1" status: 204 len: 168 time: 1.0209711 Mar 21 11:45:00.378041 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 42960) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:00.422897 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-540520ab-9ea6-4d37-a44c-42e9af2fdb5d admin admin] Deleting subnet 6e382abe-04ce-42e4-8684-4026c68098c4 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:45:00.426149 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-540520ab-9ea6-4d37-a44c-42e9af2fdb5d admin admin] Publish callbacks [] for subnet (6e382abe-04ce-42e4-8684-4026c68098c4), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:00.461439 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-540520ab-9ea6-4d37-a44c-42e9af2fdb5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12119821'] for subnet (6e382abe-04ce-42e4-8684-4026c68098c4), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:00.544060 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-540520ab-9ea6-4d37-a44c-42e9af2fdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239508'] for subnet (6e382abe-04ce-42e4-8684-4026c68098c4), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:00.595729 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-540520ab-9ea6-4d37-a44c-42e9af2fdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8481104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734074'] for subnet (6e382abe-04ce-42e4-8684-4026c68098c4), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:00.634043 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540520ab-9ea6-4d37-a44c-42e9af2fdb5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e382abe-04ce-42e4-8684-4026c68098c4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:00.636770 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-540520ab-9ea6-4d37-a44c-42e9af2fdb5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:00.640147 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b96f69c-bc16-46d5-b0e8-328e91bb24c3 None None] Network 698d8f47-e4f5-4f6e-b02c-62fad736a58a requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:45:00.644280 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-540520ab-9ea6-4d37-a44c-42e9af2fdb5d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6e382abe-04ce-42e4-8684-4026c68098c4 HTTP/1.1" status: 204 len: 168 time: 0.2652476 Mar 21 11:45:00.644856 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 42962) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:00.721182 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163419'] for network (698d8f47-e4f5-4f6e-b02c-62fad736a58a), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:00.782783 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] Deleting port 748130ec-fd5a-45bf-a70b-c3ead25b6a21 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:45:00.783113 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (748130ec-fd5a-45bf-a70b-c3ead25b6a21), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:00.842476 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] For port 748130ec-fd5a-45bf-a70b-c3ead25b6a21, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=748130ec-fd5a-45bf-a70b-c3ead25b6a21,segment=NetworkSegment(764b03ae-9161-4412-8fc2-dbb9b6a3c7d7),segment_id=764b03ae-9161-4412-8fc2-dbb9b6a3c7d7)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:45:00.842825 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (748130ec-fd5a-45bf-a70b-c3ead25b6a21), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:00.855045 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] Calling delete_port for 748130ec-fd5a-45bf-a70b-c3ead25b6a21 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:45:00.931454 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (748130ec-fd5a-45bf-a70b-c3ead25b6a21), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:00.960961 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] Pushing event deleted for resources: {'Port': ['ID=748130ec-fd5a-45bf-a70b-c3ead25b6a21,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:00.964214 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] No DVR routers for this DVR port 748130ec-fd5a-45bf-a70b-c3ead25b6a21 on host dv-cinder-805072-11-iscsi {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:45:01.032325 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3303649', 'neutron.services.segments.db._delete_segments_for_network-8758069329219'] for network (698d8f47-e4f5-4f6e-b02c-62fad736a58a), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:01.053727 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698d8f47-e4f5-4f6e-b02c-62fad736a58a']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:01.064742 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:01.065131 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764b03ae-9161-4412-8fc2-dbb9b6a3c7d7') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:01.078028 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758069511244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11945827'] for segment (764b03ae-9161-4412-8fc2-dbb9b6a3c7d7), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:01.080659 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c22ca04-fd86-4cd2-9f7d-48f575e5c301 None None] DHCP port deletion for 698d8f47-e4f5-4f6e-b02c-62fad736a58a request from dv-cinder-805072-11-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:45:01.092037 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (764b03ae-9161-4412-8fc2-dbb9b6a3c7d7), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:01.098336 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:45:01.098728 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737248'] for segment (764b03ae-9161-4412-8fc2-dbb9b6a3c7d7), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: Traceback (most recent call last): Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: timer() Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: cb(*args, **kw) Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: return func(*args, **kwargs) Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: self._notify() Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: self.callback(batched_events) Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: event.method(event) Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: return f(self, *a, **k) Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: return self._get(url).json() Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: return self.request(url, 'GET', **kwargs) Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:45:01.100498 dv-cinder-805072-11-iscsi neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:45:01.178714 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3303642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655996'] for network (698d8f47-e4f5-4f6e-b02c-62fad736a58a), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:01.193094 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:01.193094 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] 10.222.0.61 "DELETE /v2.0/networks/698d8f47-e4f5-4f6e-b02c-62fad736a58a HTTP/1.1" status: 204 len: 168 time: 0.5422940 Mar 21 11:45:01.201075 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72f9f4-f0d8-48b0-ab42-5fea72922122 admin admin] Pushing event deleted for resources: {'Network': ['ID=698d8f47-e4f5-4f6e-b02c-62fad736a58a,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:01.328099 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 748130ec-fd5a-45bf-a70b-c3ead25b6a21 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:45:01.352404 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 748130ec-fd5a-45bf-a70b-c3ead25b6a21 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:45:01.352754 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 748130ec-fd5a-45bf-a70b-c3ead25b6a21 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:45:01.353175 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 72785818-d4e6-40e2-b873-767adbc7357c no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:45:01.372986 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 72785818-d4e6-40e2-b873-767adbc7357c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:45:01.373337 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 72785818-d4e6-40e2-b873-767adbc7357c not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:45:01.374301 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device cd3739e2-d2cf-4c09-a91e-7bfaee168d32 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:45:01.387597 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 42984) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:01.396476 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: cd3739e2-d2cf-4c09-a91e-7bfaee168d32 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:45:01.396825 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device cd3739e2-d2cf-4c09-a91e-7bfaee168d32 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:45:01.439143 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-3dcd6358-d965-4bfd-b09b-f531c62222b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e2bdb0295f6141ff94dcd579a870987b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0502326 Mar 21 11:45:01.441874 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 42986) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:01.495802 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18101da6-c2ff-4167-bf3a-7c3d84ae4ccb admin admin] Publish callbacks [] for security_group (ba899927-71f6-47cd-994d-390a549aad2f), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:01.516241 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18101da6-c2ff-4167-bf3a-7c3d84ae4ccb admin admin] Publish callbacks [] for security_group (ba899927-71f6-47cd-994d-390a549aad2f), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:01.564367 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18101da6-c2ff-4167-bf3a-7c3d84ae4ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (ba899927-71f6-47cd-994d-390a549aad2f), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:01.566906 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-18101da6-c2ff-4167-bf3a-7c3d84ae4ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:01.568036 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-18101da6-c2ff-4167-bf3a-7c3d84ae4ccb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba899927-71f6-47cd-994d-390a549aad2f HTTP/1.1" status: 204 len: 168 time: 0.1252360 Mar 21 11:45:01.575365 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18101da6-c2ff-4167-bf3a-7c3d84ae4ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba899927-71f6-47cd-994d-390a549aad2f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:02.639120 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43044) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:02.696090 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43048) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:02.788952 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82d91ec0-6faf-410a-b413-401da90e45f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:02.804075 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2d9cacc-2e34-40a9-97da-7afe50e9453f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:02.912119 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82d91ec0-6faf-410a-b413-401da90e45f7 admin admin] Publish callbacks [] for security_group (f0dcfbd8-57ea-493a-8d97-e752456f3136), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:02.921416 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-82d91ec0-6faf-410a-b413-401da90e45f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (f0dcfbd8-57ea-493a-8d97-e752456f3136), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:02.929870 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2d9cacc-2e34-40a9-97da-7afe50e9453f admin admin] Publish callbacks [] for security_group (f3c67006-848f-45dc-9c83-53e4ce7c36c0), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:02.943166 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f2d9cacc-2e34-40a9-97da-7afe50e9453f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (f3c67006-848f-45dc-9c83-53e4ce7c36c0), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:02.974240 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-82d91ec0-6faf-410a-b413-401da90e45f7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4b0918627ec4443fb1d9226b1bcacc02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340249 Mar 21 11:45:02.974972 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d91ec0-6faf-410a-b413-401da90e45f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dcfbd8-57ea-493a-8d97-e752456f3136,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:02.977001 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43052) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:02.994374 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f2d9cacc-2e34-40a9-97da-7afe50e9453f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b96d00d09f4848148f67cd89661b6cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972453 Mar 21 11:45:02.997458 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43054) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:03.019230 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9cacc-2e34-40a9-97da-7afe50e9453f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c67006-848f-45dc-9c83-53e4ce7c36c0,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:03.026524 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0030739f-17ed-4b85-a05a-24bba9a8f719 admin admin] Publish callbacks [] for security_group (f0dcfbd8-57ea-493a-8d97-e752456f3136), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:03.049132 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0030739f-17ed-4b85-a05a-24bba9a8f719 admin admin] Publish callbacks [] for security_group (f0dcfbd8-57ea-493a-8d97-e752456f3136), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:03.055075 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-40fd9dc2-c5f5-4966-99ee-15ac810d8761 admin admin] Publish callbacks [] for security_group (f3c67006-848f-45dc-9c83-53e4ce7c36c0), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:03.078367 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-40fd9dc2-c5f5-4966-99ee-15ac810d8761 admin admin] Publish callbacks [] for security_group (f3c67006-848f-45dc-9c83-53e4ce7c36c0), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:03.095296 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0030739f-17ed-4b85-a05a-24bba9a8f719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (f0dcfbd8-57ea-493a-8d97-e752456f3136), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:03.097941 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-0030739f-17ed-4b85-a05a-24bba9a8f719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:03.101652 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-0030739f-17ed-4b85-a05a-24bba9a8f719 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f0dcfbd8-57ea-493a-8d97-e752456f3136 HTTP/1.1" status: 204 len: 168 time: 0.1210093 Mar 21 11:45:03.107060 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030739f-17ed-4b85-a05a-24bba9a8f719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dcfbd8-57ea-493a-8d97-e752456f3136,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:03.146878 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-40fd9dc2-c5f5-4966-99ee-15ac810d8761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (f3c67006-848f-45dc-9c83-53e4ce7c36c0), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:03.149420 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-40fd9dc2-c5f5-4966-99ee-15ac810d8761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:03.150553 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-40fd9dc2-c5f5-4966-99ee-15ac810d8761 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3c67006-848f-45dc-9c83-53e4ce7c36c0 HTTP/1.1" status: 204 len: 168 time: 0.1499357 Mar 21 11:45:03.161215 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd9dc2-c5f5-4966-99ee-15ac810d8761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c67006-848f-45dc-9c83-53e4ce7c36c0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:03.819534 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43094) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:04.008602 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-2c2ccab0-8905-46b0-b00a-aba0078296e4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189905111-network', 'tenant_id': '0441130f95a643f798f038ee00d2dd70'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:45:04.028392 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2ccab0-8905-46b0-b00a-aba0078296e4 admin admin] Made reservation on behalf of 0441130f95a643f798f038ee00d2dd70 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:45:04.030698 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2ccab0-8905-46b0-b00a-aba0078296e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:04.038890 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2ccab0-8905-46b0-b00a-aba0078296e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:04.114752 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2ccab0-8905-46b0-b00a-aba0078296e4 admin admin] Publish callbacks [] for security_group (4857198b-7bfe-4641-90f8-42de82475013), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:04.118959 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2ccab0-8905-46b0-b00a-aba0078296e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (4857198b-7bfe-4641-90f8-42de82475013), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:04.140914 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2ccab0-8905-46b0-b00a-aba0078296e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:45:04.156013 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ccab0-8905-46b0-b00a-aba0078296e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4857198b-7bfe-4641-90f8-42de82475013,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:04.158844 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2ccab0-8905-46b0-b00a-aba0078296e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (42b1c614-3893-40a8-a2cf-d84bbf25169a), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:04.159248 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-2c2ccab0-8905-46b0-b00a-aba0078296e4 admin admin] Added segment 42b1c614-3893-40a8-a2cf-d84bbf25169a of type vlan for network 182ab6b4-c6d3-4bb0-98da-477d649a97a3 Mar 21 11:45:04.201043 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2ccab0-8905-46b0-b00a-aba0078296e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (182ab6b4-c6d3-4bb0-98da-477d649a97a3), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:04.228130 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2ccab0-8905-46b0-b00a-aba0078296e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (182ab6b4-c6d3-4bb0-98da-477d649a97a3), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:04.229424 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2ccab0-8905-46b0-b00a-aba0078296e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:45:04.230097 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2c2ccab0-8905-46b0-b00a-aba0078296e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:04.286758 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-2c2ccab0-8905-46b0-b00a-aba0078296e4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4660726 Mar 21 11:45:04.289853 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43110) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:04.294955 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-907dc8a9-fe03-40a6-90ff-5068ba9c3660 admin admin] Request body: {'subnet': {'network_id': '182ab6b4-c6d3-4bb0-98da-477d649a97a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189905111-subnet', 'tenant_id': '0441130f95a643f798f038ee00d2dd70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:45:04.297426 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ccab0-8905-46b0-b00a-aba0078296e4 admin admin] Pushing event updated for resources: {'Network': ['ID=182ab6b4-c6d3-4bb0-98da-477d649a97a3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:04.308630 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network 182ab6b4-c6d3-4bb0-98da-477d649a97a3 details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:45:04.318246 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907dc8a9-fe03-40a6-90ff-5068ba9c3660 admin admin] Made reservation on behalf of 0441130f95a643f798f038ee00d2dd70 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:45:04.322494 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-907dc8a9-fe03-40a6-90ff-5068ba9c3660 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8734039'] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:04.494660 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-907dc8a9-fe03-40a6-90ff-5068ba9c3660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8481041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734017'] for subnet (35ed5939-2625-46ac-a66c-e5907c81b452), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:04.553515 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907dc8a9-fe03-40a6-90ff-5068ba9c3660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35ed5939-2625-46ac-a66c-e5907c81b452,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:04.563263 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907dc8a9-fe03-40a6-90ff-5068ba9c3660 admin admin] Checking segment: {'id': '42b1c614-3893-40a8-a2cf-d84bbf25169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '182ab6b4-c6d3-4bb0-98da-477d649a97a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:45:04.563598 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907dc8a9-fe03-40a6-90ff-5068ba9c3660 admin admin] Network hostable DHCP agents. Network: 182ab6b4-c6d3-4bb0-98da-477d649a97a3, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:45:04.588812 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907dc8a9-fe03-40a6-90ff-5068ba9c3660 admin admin] Network 182ab6b4-c6d3-4bb0-98da-477d649a97a3 is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:45:04.598529 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-907dc8a9-fe03-40a6-90ff-5068ba9c3660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, 182ab6b4-c6d3-4bb0-98da-477d649a97a3) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:45:04.603024 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907dc8a9-fe03-40a6-90ff-5068ba9c3660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:45:04.603879 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-907dc8a9-fe03-40a6-90ff-5068ba9c3660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:04.614667 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e11b87-8526-47e0-97e6-075bda21d170 None None] Network 182ab6b4-c6d3-4bb0-98da-477d649a97a3 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:45:04.629358 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-907dc8a9-fe03-40a6-90ff-5068ba9c3660 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3305562 Mar 21 11:45:04.721289 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7572f935-c2f6-4984-9762-b25e1c53a01a None None] Network 182ab6b4-c6d3-4bb0-98da-477d649a97a3 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:45:05.175884 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43162) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:05.222554 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43168) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:05.227555 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-90e11be5-4948-4d7a-b35b-1c4959957f51 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2143756506-network', 'tenant_id': '775b606ba2454d2b8b312c123c5dbf68'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:45:05.247163 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e11be5-4948-4d7a-b35b-1c4959957f51 admin admin] Made reservation on behalf of 775b606ba2454d2b8b312c123c5dbf68 for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:45:05.250255 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90e11be5-4948-4d7a-b35b-1c4959957f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.259247 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90e11be5-4948-4d7a-b35b-1c4959957f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.332059 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90e11be5-4948-4d7a-b35b-1c4959957f51 admin admin] Publish callbacks [] for security_group (7306aa5a-6967-43a5-a79a-6b12f1cb4556), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.336853 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90e11be5-4948-4d7a-b35b-1c4959957f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (7306aa5a-6967-43a5-a79a-6b12f1cb4556), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.357599 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e11be5-4948-4d7a-b35b-1c4959957f51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:45:05.372058 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a1daf779-5698-4777-bed7-50d236d03faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.372657 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e11be5-4948-4d7a-b35b-1c4959957f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7306aa5a-6967-43a5-a79a-6b12f1cb4556,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:05.375801 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90e11be5-4948-4d7a-b35b-1c4959957f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (6a265806-c693-4742-98fb-dc8bd4c6c324), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.376145 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-90e11be5-4948-4d7a-b35b-1c4959957f51 admin admin] Added segment 6a265806-c693-4742-98fb-dc8bd4c6c324 of type vlan for network 50b61ae6-df64-455c-b283-ca38cfbba911 Mar 21 11:45:05.416132 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90e11be5-4948-4d7a-b35b-1c4959957f51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (50b61ae6-df64-455c-b283-ca38cfbba911), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.441536 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90e11be5-4948-4d7a-b35b-1c4959957f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (50b61ae6-df64-455c-b283-ca38cfbba911), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.442511 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e11be5-4948-4d7a-b35b-1c4959957f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:45:05.443580 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-90e11be5-4948-4d7a-b35b-1c4959957f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.451170 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a1daf779-5698-4777-bed7-50d236d03faa admin admin] Publish callbacks [] for security_group (c79b5375-8781-4eee-a981-32742f9645f0), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.455950 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a1daf779-5698-4777-bed7-50d236d03faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (c79b5375-8781-4eee-a981-32742f9645f0), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.493296 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a1daf779-5698-4777-bed7-50d236d03faa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75d4217e279f4cb19f87839198486213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162286 Mar 21 11:45:05.494147 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1daf779-5698-4777-bed7-50d236d03faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79b5375-8781-4eee-a981-32742f9645f0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:05.496588 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43170) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:05.507490 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-90e11be5-4948-4d7a-b35b-1c4959957f51 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2838101 Mar 21 11:45:05.510549 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43172) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:05.516050 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5f93086e-ec9c-4f52-b329-d9bee94af72e admin admin] Request body: {'subnet': {'network_id': '50b61ae6-df64-455c-b283-ca38cfbba911', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2143756506-subnet', 'tenant_id': '775b606ba2454d2b8b312c123c5dbf68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:45:05.522795 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e11be5-4948-4d7a-b35b-1c4959957f51 admin admin] Pushing event updated for resources: {'Network': ['ID=50b61ae6-df64-455c-b283-ca38cfbba911,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:05.534837 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network 50b61ae6-df64-455c-b283-ca38cfbba911 details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:45:05.536806 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f93086e-ec9c-4f52-b329-d9bee94af72e admin admin] Made reservation on behalf of 775b606ba2454d2b8b312c123c5dbf68 for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:45:05.539294 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5f93086e-ec9c-4f52-b329-d9bee94af72e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8734039'] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.557599 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a9e3bda-ca8a-47ef-a58f-0405ed4c27d4 admin admin] Publish callbacks [] for security_group (c79b5375-8781-4eee-a981-32742f9645f0), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.581091 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a9e3bda-ca8a-47ef-a58f-0405ed4c27d4 admin admin] Publish callbacks [] for security_group (c79b5375-8781-4eee-a981-32742f9645f0), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.631686 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a9e3bda-ca8a-47ef-a58f-0405ed4c27d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (c79b5375-8781-4eee-a981-32742f9645f0), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.634296 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9a9e3bda-ca8a-47ef-a58f-0405ed4c27d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.635716 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-9a9e3bda-ca8a-47ef-a58f-0405ed4c27d4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c79b5375-8781-4eee-a981-32742f9645f0 HTTP/1.1" status: 204 len: 168 time: 0.1380589 Mar 21 11:45:05.648093 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e3bda-ca8a-47ef-a58f-0405ed4c27d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79b5375-8781-4eee-a981-32742f9645f0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:05.709005 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5f93086e-ec9c-4f52-b329-d9bee94af72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8481041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734017'] for subnet (8afef0e7-a28c-40b5-994c-16f926fbaaf7), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.765678 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93086e-ec9c-4f52-b329-d9bee94af72e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8afef0e7-a28c-40b5-994c-16f926fbaaf7,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:05.772933 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f93086e-ec9c-4f52-b329-d9bee94af72e admin admin] Checking segment: {'id': '6a265806-c693-4742-98fb-dc8bd4c6c324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '50b61ae6-df64-455c-b283-ca38cfbba911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:45:05.773358 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f93086e-ec9c-4f52-b329-d9bee94af72e admin admin] Network hostable DHCP agents. Network: 50b61ae6-df64-455c-b283-ca38cfbba911, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:45:05.790033 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f93086e-ec9c-4f52-b329-d9bee94af72e admin admin] Network 50b61ae6-df64-455c-b283-ca38cfbba911 is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:45:05.800809 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-5f93086e-ec9c-4f52-b329-d9bee94af72e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, 50b61ae6-df64-455c-b283-ca38cfbba911) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:45:05.808236 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f93086e-ec9c-4f52-b329-d9bee94af72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:45:05.809026 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5f93086e-ec9c-4f52-b329-d9bee94af72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.812393 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18805abc-ba49-45d0-bd68-edace8f1bce2 None None] Network 50b61ae6-df64-455c-b283-ca38cfbba911 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:45:05.835129 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-5f93086e-ec9c-4f52-b329-d9bee94af72e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3146815 Mar 21 11:45:05.919704 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169fcaf3-1a1d-4f86-8335-88724123bc4a None None] Network 50b61ae6-df64-455c-b283-ca38cfbba911 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:45:05.924208 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43182) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:05.937099 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f44c772-17db-4c90-ba85-d7c37c162e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:05.954724 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43184) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:06.006305 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a9e0de-6c9a-4024-b090-a642b95edbbe admin admin] Deleting subnet 35ed5939-2625-46ac-a66c-e5907c81b452 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:45:06.009762 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12a9e0de-6c9a-4024-b090-a642b95edbbe admin admin] Publish callbacks [] for subnet (35ed5939-2625-46ac-a66c-e5907c81b452), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.028481 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f44c772-17db-4c90-ba85-d7c37c162e6b admin admin] Publish callbacks [] for security_group (484c9f32-e929-4298-a2c7-45402e4b61d6), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.033676 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4f44c772-17db-4c90-ba85-d7c37c162e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (484c9f32-e929-4298-a2c7-45402e4b61d6), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.044855 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12a9e0de-6c9a-4024-b090-a642b95edbbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12119821'] for subnet (35ed5939-2625-46ac-a66c-e5907c81b452), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.073217 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-4f44c772-17db-4c90-ba85-d7c37c162e6b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ceed07089c2740559c91a4c4e3753507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478710 Mar 21 11:45:06.075749 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43186) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:06.082972 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44c772-17db-4c90-ba85-d7c37c162e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484c9f32-e929-4298-a2c7-45402e4b61d6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:06.083172 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12a9e0de-6c9a-4024-b090-a642b95edbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239508'] for subnet (35ed5939-2625-46ac-a66c-e5907c81b452), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.130167 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6177f9ac-fff0-4f09-b3d1-8b3c088a1290 admin admin] Publish callbacks [] for security_group (484c9f32-e929-4298-a2c7-45402e4b61d6), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.142086 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12a9e0de-6c9a-4024-b090-a642b95edbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8481104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734074'] for subnet (35ed5939-2625-46ac-a66c-e5907c81b452), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.153653 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6177f9ac-fff0-4f09-b3d1-8b3c088a1290 admin admin] Publish callbacks [] for security_group (484c9f32-e929-4298-a2c7-45402e4b61d6), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.164411 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9e0de-6c9a-4024-b090-a642b95edbbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35ed5939-2625-46ac-a66c-e5907c81b452,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:06.168125 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12a9e0de-6c9a-4024-b090-a642b95edbbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.173263 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-12a9e0de-6c9a-4024-b090-a642b95edbbe admin admin] 10.222.0.61 "DELETE /v2.0/subnets/35ed5939-2625-46ac-a66c-e5907c81b452 HTTP/1.1" status: 204 len: 168 time: 0.2173316 Mar 21 11:45:06.173865 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43188) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:06.204236 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6177f9ac-fff0-4f09-b3d1-8b3c088a1290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (484c9f32-e929-4298-a2c7-45402e4b61d6), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.206883 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6177f9ac-fff0-4f09-b3d1-8b3c088a1290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.208077 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-6177f9ac-fff0-4f09-b3d1-8b3c088a1290 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/484c9f32-e929-4298-a2c7-45402e4b61d6 HTTP/1.1" status: 204 len: 168 time: 0.1312335 Mar 21 11:45:06.216347 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177f9ac-fff0-4f09-b3d1-8b3c088a1290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484c9f32-e929-4298-a2c7-45402e4b61d6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:06.255931 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a244049-9912-4f22-871d-2514f970fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163419'] for network (182ab6b4-c6d3-4bb0-98da-477d649a97a3), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.333027 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a244049-9912-4f22-871d-2514f970fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3303649', 'neutron.services.segments.db._delete_segments_for_network-8758069329219'] for network (182ab6b4-c6d3-4bb0-98da-477d649a97a3), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.352962 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-9a244049-9912-4f22-871d-2514f970fee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182ab6b4-c6d3-4bb0-98da-477d649a97a3']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:06.363423 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-9a244049-9912-4f22-871d-2514f970fee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b1c614-3893-40a8-a2cf-d84bbf25169a') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:06.363718 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-9a244049-9912-4f22-871d-2514f970fee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b1c614-3893-40a8-a2cf-d84bbf25169a') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:06.374258 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a244049-9912-4f22-871d-2514f970fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758069511244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12119860'] for segment (42b1c614-3893-40a8-a2cf-d84bbf25169a), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.387440 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a244049-9912-4f22-871d-2514f970fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (42b1c614-3893-40a8-a2cf-d84bbf25169a), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.393791 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a244049-9912-4f22-871d-2514f970fee6 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:45:06.394168 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a244049-9912-4f22-871d-2514f970fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8481778'] for segment (42b1c614-3893-40a8-a2cf-d84bbf25169a), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: Traceback (most recent call last): Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: timer() Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: cb(*args, **kw) Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: return func(*args, **kwargs) Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: self._notify() Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: self.callback(batched_events) Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: event.method(event) Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: return f(self, *a, **k) Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._get(url).json() Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: return self.request(url, 'GET', **kwargs) Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:45:06.395812 dv-cinder-805072-11-iscsi neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:45:06.453496 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a244049-9912-4f22-871d-2514f970fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3303642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655996'] for network (182ab6b4-c6d3-4bb0-98da-477d649a97a3), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.459397 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9a244049-9912-4f22-871d-2514f970fee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.465814 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-9a244049-9912-4f22-871d-2514f970fee6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/182ab6b4-c6d3-4bb0-98da-477d649a97a3 HTTP/1.1" status: 204 len: 168 time: 0.2885547 Mar 21 11:45:06.466246 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43198) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:06.476581 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a244049-9912-4f22-871d-2514f970fee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=182ab6b4-c6d3-4bb0-98da-477d649a97a3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:06.526572 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93471f5-9d5f-4f3a-b63c-183bd6dc4d70 admin admin] Deleting subnet 8afef0e7-a28c-40b5-994c-16f926fbaaf7 {{(pid=103318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:45:06.529968 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a93471f5-9d5f-4f3a-b63c-183bd6dc4d70 admin admin] Publish callbacks [] for subnet (8afef0e7-a28c-40b5-994c-16f926fbaaf7), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.566910 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a93471f5-9d5f-4f3a-b63c-183bd6dc4d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11945818'] for subnet (8afef0e7-a28c-40b5-994c-16f926fbaaf7), precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.612143 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a93471f5-9d5f-4f3a-b63c-183bd6dc4d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239508'] for subnet (8afef0e7-a28c-40b5-994c-16f926fbaaf7), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.669885 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a93471f5-9d5f-4f3a-b63c-183bd6dc4d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8737602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8561269'] for subnet (8afef0e7-a28c-40b5-994c-16f926fbaaf7), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.683632 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a93471f5-9d5f-4f3a-b63c-183bd6dc4d70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.687334 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-a93471f5-9d5f-4f3a-b63c-183bd6dc4d70 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8afef0e7-a28c-40b5-994c-16f926fbaaf7 HTTP/1.1" status: 204 len: 168 time: 0.2201085 Mar 21 11:45:06.690076 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43212) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:06.716441 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93471f5-9d5f-4f3a-b63c-183bd6dc4d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8afef0e7-a28c-40b5-994c-16f926fbaaf7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:06.771757 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-21f8d192-4985-4ead-9880-af0ba30f6460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163419'] for network (50b61ae6-df64-455c-b283-ca38cfbba911), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.850252 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b82ecd-f33a-4268-a58b-77e8be7b84a2 req-e8bbe33d-1787-4500-a446-43985459e274 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:45:06.851985 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-01b82ecd-f33a-4268-a58b-77e8be7b84a2 req-e8bbe33d-1787-4500-a446-43985459e274 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 947 time: 0.0591562 Mar 21 11:45:06.855354 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-21f8d192-4985-4ead-9880-af0ba30f6460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3303649', 'neutron.services.segments.db._delete_segments_for_network-8758069329219'] for network (50b61ae6-df64-455c-b283-ca38cfbba911), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.877719 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-21f8d192-4985-4ead-9880-af0ba30f6460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b61ae6-df64-455c-b283-ca38cfbba911']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:06.887520 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-21f8d192-4985-4ead-9880-af0ba30f6460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a265806-c693-4742-98fb-dc8bd4c6c324') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:06.888042 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-21f8d192-4985-4ead-9880-af0ba30f6460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a265806-c693-4742-98fb-dc8bd4c6c324') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:06.900813 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-21f8d192-4985-4ead-9880-af0ba30f6460 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758069511244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12119860'] for segment (6a265806-c693-4742-98fb-dc8bd4c6c324), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.906813 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-01b82ecd-f33a-4268-a58b-77e8be7b84a2 req-c6fa66a5-9fc3-4f76-88f9-6cc04df4272a tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492568 Mar 21 11:45:06.916587 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-21f8d192-4985-4ead-9880-af0ba30f6460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (6a265806-c693-4742-98fb-dc8bd4c6c324), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.923412 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f8d192-4985-4ead-9880-af0ba30f6460 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:45:06.923849 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-21f8d192-4985-4ead-9880-af0ba30f6460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8481778'] for segment (6a265806-c693-4742-98fb-dc8bd4c6c324), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: Traceback (most recent call last): Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: timer() Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: cb(*args, **kw) Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: return func(*args, **kwargs) Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: self._notify() Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: self.callback(batched_events) Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: event.method(event) Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: return f(self, *a, **k) Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._get(url).json() Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: return self.request(url, 'GET', **kwargs) Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:45:06.925629 dv-cinder-805072-11-iscsi neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:45:06.980566 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-21f8d192-4985-4ead-9880-af0ba30f6460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3303642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655996'] for network (50b61ae6-df64-455c-b283-ca38cfbba911), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.986512 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-21f8d192-4985-4ead-9880-af0ba30f6460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:06.992622 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-21f8d192-4985-4ead-9880-af0ba30f6460 admin admin] 10.222.0.61 "DELETE /v2.0/networks/50b61ae6-df64-455c-b283-ca38cfbba911 HTTP/1.1" status: 204 len: 168 time: 0.2991314 Mar 21 11:45:07.001511 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8d192-4985-4ead-9880-af0ba30f6460 admin admin] Pushing event deleted for resources: {'Network': ['ID=50b61ae6-df64-455c-b283-ca38cfbba911,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:07.165168 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43232) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:07.209896 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-0ffd66ba-76b6-4555-9263-4de36a76814e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0441130f95a643f798f038ee00d2dd70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435634 Mar 21 11:45:07.212541 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43236) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:07.259642 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f881-9360-4a0c-b36b-483c013cc441 admin admin] Publish callbacks [] for security_group (4857198b-7bfe-4641-90f8-42de82475013), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:07.281283 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f881-9360-4a0c-b36b-483c013cc441 admin admin] Publish callbacks [] for security_group (4857198b-7bfe-4641-90f8-42de82475013), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:07.331838 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f881-9360-4a0c-b36b-483c013cc441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (4857198b-7bfe-4641-90f8-42de82475013), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:07.334359 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f881-9360-4a0c-b36b-483c013cc441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:07.335497 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-aaa9f881-9360-4a0c-b36b-483c013cc441 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4857198b-7bfe-4641-90f8-42de82475013 HTTP/1.1" status: 204 len: 168 time: 0.1219850 Mar 21 11:45:07.343560 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9f881-9360-4a0c-b36b-483c013cc441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4857198b-7bfe-4641-90f8-42de82475013,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:07.653791 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43254) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:07.695330 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e1bf7b13-e9c5-4bdb-b0ff-eb48c84f3d65 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=775b606ba2454d2b8b312c123c5dbf68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396130 Mar 21 11:45:07.697657 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43258) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:07.745274 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7ea81b7-44e9-4080-b2f3-67f598a932db admin admin] Publish callbacks [] for security_group (7306aa5a-6967-43a5-a79a-6b12f1cb4556), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:07.766190 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7ea81b7-44e9-4080-b2f3-67f598a932db admin admin] Publish callbacks [] for security_group (7306aa5a-6967-43a5-a79a-6b12f1cb4556), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:07.815963 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7ea81b7-44e9-4080-b2f3-67f598a932db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (7306aa5a-6967-43a5-a79a-6b12f1cb4556), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:07.818539 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-e7ea81b7-44e9-4080-b2f3-67f598a932db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:07.820561 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e7ea81b7-44e9-4080-b2f3-67f598a932db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7306aa5a-6967-43a5-a79a-6b12f1cb4556 HTTP/1.1" status: 204 len: 168 time: 0.1211169 Mar 21 11:45:07.830643 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea81b7-44e9-4080-b2f3-67f598a932db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7306aa5a-6967-43a5-a79a-6b12f1cb4556,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:07.910331 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43264) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:08.043803 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d735b65-c08c-4057-965b-2b3ab57660c1 req-835d4005-9262-4dae-8ba1-e9eff1e781a0 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:45:08.045433 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2d735b65-c08c-4057-965b-2b3ab57660c1 req-835d4005-9262-4dae-8ba1-e9eff1e781a0 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 947 time: 0.0611608 Mar 21 11:45:08.097133 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2d735b65-c08c-4057-965b-2b3ab57660c1 req-ea5d30ea-076f-42d4-8612-27a7f6602d95 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups?id=a448e2b5-11bb-4392-ae26-e4acd560a597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459776 Mar 21 11:45:08.164767 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a646abfb-b182-40bc-a552-adbd40f7553d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:08.205837 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa04a3-5a5f-4a82-a028-9ace77d80c8f req-2757b8e3-83a7-485d-a6ec-1baf12d96083 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:45:08.207336 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-05fa04a3-5a5f-4a82-a028-9ace77d80c8f req-2757b8e3-83a7-485d-a6ec-1baf12d96083 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 947 time: 0.0990450 Mar 21 11:45:08.325165 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a646abfb-b182-40bc-a552-adbd40f7553d admin admin] Publish callbacks [] for security_group (a6c799cd-aac7-4428-a85f-03192ace05a6), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:08.332583 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-a646abfb-b182-40bc-a552-adbd40f7553d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (a6c799cd-aac7-4428-a85f-03192ace05a6), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:08.364820 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-05fa04a3-5a5f-4a82-a028-9ace77d80c8f req-0627f167-cad6-407e-8d22-af19b998b9ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Deleting port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:45:08.365163 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-05fa04a3-5a5f-4a82-a028-9ace77d80c8f req-0627f167-cad6-407e-8d22-af19b998b9ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:08.391527 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-a646abfb-b182-40bc-a552-adbd40f7553d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=efb645f08c7a4d928ab7547aecb0bd89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4800601 Mar 21 11:45:08.394337 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43286) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:08.416466 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646abfb-b182-40bc-a552-adbd40f7553d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c799cd-aac7-4428-a85f-03192ace05a6,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:08.455214 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49dc47d9-fe24-4b52-a37e-8c0a47ea5b2f admin admin] Publish callbacks [] for security_group (a6c799cd-aac7-4428-a85f-03192ace05a6), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:08.477423 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49dc47d9-fe24-4b52-a37e-8c0a47ea5b2f admin admin] Publish callbacks [] for security_group (a6c799cd-aac7-4428-a85f-03192ace05a6), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:08.480440 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-05fa04a3-5a5f-4a82-a028-9ace77d80c8f req-0627f167-cad6-407e-8d22-af19b998b9ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] For port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:45:08.480808 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-05fa04a3-5a5f-4a82-a028-9ace77d80c8f req-0627f167-cad6-407e-8d22-af19b998b9ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:08.530841 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49dc47d9-fe24-4b52-a37e-8c0a47ea5b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (a6c799cd-aac7-4428-a85f-03192ace05a6), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:08.533685 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-49dc47d9-fe24-4b52-a37e-8c0a47ea5b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:08.535034 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-49dc47d9-fe24-4b52-a37e-8c0a47ea5b2f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6c799cd-aac7-4428-a85f-03192ace05a6 HTTP/1.1" status: 204 len: 168 time: 0.1396847 Mar 21 11:45:08.543095 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc47d9-fe24-4b52-a37e-8c0a47ea5b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c799cd-aac7-4428-a85f-03192ace05a6,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:08.682063 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-05fa04a3-5a5f-4a82-a028-9ace77d80c8f req-0627f167-cad6-407e-8d22-af19b998b9ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:08.682590 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-05fa04a3-5a5f-4a82-a028-9ace77d80c8f req-0627f167-cad6-407e-8d22-af19b998b9ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (c384c41c-1fe9-4841-8e11-f0674929feca), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:08.682697 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [req-05fa04a3-5a5f-4a82-a028-9ace77d80c8f req-0627f167-cad6-407e-8d22-af19b998b9ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Floating IP c384c41c-1fe9-4841-8e11-f0674929feca disassociated. External IP: 172.27.0.171, port: c962ebd6-6d0c-40b7-9475-e2dca4e71dcb. Mar 21 11:45:08.683044 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-05fa04a3-5a5f-4a82-a028-9ace77d80c8f req-0627f167-cad6-407e-8d22-af19b998b9ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Calling delete_port for c962ebd6-6d0c-40b7-9475-e2dca4e71dcb owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:45:08.824974 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-05fa04a3-5a5f-4a82-a028-9ace77d80c8f req-0627f167-cad6-407e-8d22-af19b998b9ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (c962ebd6-6d0c-40b7-9475-e2dca4e71dcb), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:08.858316 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627f167-cad6-407e-8d22-af19b998b9ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event deleted for resources: {'Port': ['ID=c962ebd6-6d0c-40b7-9475-e2dca4e71dcb,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:08.912285 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43304) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:08.933861 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3b49717d-3493-48e5-b372-3108f74770d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:08.989502 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05fa04a3-5a5f-4a82-a028-9ace77d80c8f req-0627f167-cad6-407e-8d22-af19b998b9ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:45:09.024442 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3b49717d-3493-48e5-b372-3108f74770d6 admin admin] Publish callbacks [] for security_group (8e46683e-069f-4eb9-8050-a82d8d3d3591), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:09.028933 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3b49717d-3493-48e5-b372-3108f74770d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (8e46683e-069f-4eb9-8050-a82d8d3d3591), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:09.080476 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3b49717d-3493-48e5-b372-3108f74770d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c49899009954109a94e61c136b1fa76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670926 Mar 21 11:45:09.080720 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43308) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:09.081408 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49717d-3493-48e5-b372-3108f74770d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e46683e-069f-4eb9-8050-a82d8d3d3591,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:09.150507 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05fa04a3-5a5f-4a82-a028-9ace77d80c8f req-0627f167-cad6-407e-8d22-af19b998b9ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:45:09.165296 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb7d9b-6f25-4f7b-9b47-d2e62941c86d None None] Sync routers for ids ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:45:09.176009 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb7d9b-6f25-4f7b-9b47-d2e62941c86d None None] Routers {'556be9ce-0f25-426f-8030-1fc1c5e8fa74'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:45:09.176634 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-19eb7d9b-6f25-4f7b-9b47-d2e62941c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:44:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:09.205464 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fa04a3-5a5f-4a82-a028-9ace77d80c8f req-0627f167-cad6-407e-8d22-af19b998b9ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] No DVR routers for this DVR port c962ebd6-6d0c-40b7-9475-e2dca4e71dcb on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:45:09.226643 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-05fa04a3-5a5f-4a82-a028-9ace77d80c8f req-0627f167-cad6-407e-8d22-af19b998b9ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:09.232520 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-05fa04a3-5a5f-4a82-a028-9ace77d80c8f req-0627f167-cad6-407e-8d22-af19b998b9ec tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.64 "DELETE /v2.0/ports/c962ebd6-6d0c-40b7-9475-e2dca4e71dcb HTTP/1.1" status: 204 len: 173 time: 1.0206029 Mar 21 11:45:09.233667 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'name': 'network-vif-deleted', 'tag': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:45:09.244063 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f192f1-d629-498a-a878-71d3318f87f3" -d '{"events": [{"server_uuid": "ae99c564-8d6e-4338-841a-fe3b7fbd40f9", "name": "network-vif-deleted", "tag": "c962ebd6-6d0c-40b7-9475-e2dca4e71dcb"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:45:09.277629 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ab0b28c3-9ad8-433a-b2b8-a2a58b428c89 req-76126946-8e9f-4295-b520-653f24c43acb tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae99c564-8d6e-4338-841a-fe3b7fbd40f9 HTTP/1.1" status: 200 len: 210 time: 0.0604002 Mar 21 11:45:09.280964 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cb39e591-da05-4534-bb9b-8bbd52033d43 admin admin] Publish callbacks [] for security_group (8e46683e-069f-4eb9-8050-a82d8d3d3591), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:09.318264 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b33748b-71d0-48f1-8704-825f53db32ee x-openstack-request-id: req-5b33748b-71d0-48f1-8704-825f53db32ee {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:45:09.318489 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae99c564-8d6e-4338-841a-fe3b7fbd40f9", "name": "network-vif-deleted", "tag": "c962ebd6-6d0c-40b7-9475-e2dca4e71dcb", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:45:09.320333 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b33748b-71d0-48f1-8704-825f53db32ee {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:45:09.320895 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae99c564-8d6e-4338-841a-fe3b7fbd40f9', 'name': 'network-vif-deleted', 'tag': 'c962ebd6-6d0c-40b7-9475-e2dca4e71dcb', 'status': 'completed', 'code': 200} Mar 21 11:45:09.340099 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-19eb7d9b-6f25-4f7b-9b47-d2e62941c86d None None] Set router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:45:09.347299 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cb39e591-da05-4534-bb9b-8bbd52033d43 admin admin] Publish callbacks [] for security_group (8e46683e-069f-4eb9-8050-a82d8d3d3591), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:09.416070 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cb39e591-da05-4534-bb9b-8bbd52033d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (8e46683e-069f-4eb9-8050-a82d8d3d3591), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:09.419458 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-cb39e591-da05-4534-bb9b-8bbd52033d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:09.421228 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-cb39e591-da05-4534-bb9b-8bbd52033d43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8e46683e-069f-4eb9-8050-a82d8d3d3591 HTTP/1.1" status: 204 len: 168 time: 0.3371542 Mar 21 11:45:09.436153 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39e591-da05-4534-bb9b-8bbd52033d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e46683e-069f-4eb9-8050-a82d8d3d3591,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:09.595516 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-19eb7d9b-6f25-4f7b-9b47-d2e62941c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:25Z', 'revision_number': 4, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '47e07642-339c-4a4d-a8eb-8a12a1a2c72c', 'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'mac_address': 'fa:16:3e:a0:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:22Z', 'updated_at': '2022-03-21T11:38:40Z', 'revision_number': 5, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'subnets': [{'id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:09.622766 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb7d9b-6f25-4f7b-9b47-d2e62941c86d None None] Checking router: 556be9ce-0f25-426f-8030-1fc1c5e8fa74 for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:45:09.631172 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb7d9b-6f25-4f7b-9b47-d2e62941c86d None None] Routers {'556be9ce-0f25-426f-8030-1fc1c5e8fa74'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:45:09.631795 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-19eb7d9b-6f25-4f7b-9b47-d2e62941c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:44:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:09.746481 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-19eb7d9b-6f25-4f7b-9b47-d2e62941c86d None None] Set router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:45:09.930582 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3901716f-3bef-4146-8a2f-661a3e1dee27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:09.979366 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-19eb7d9b-6f25-4f7b-9b47-d2e62941c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:25Z', 'revision_number': 4, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '47e07642-339c-4a4d-a8eb-8a12a1a2c72c', 'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'mac_address': 'fa:16:3e:a0:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:22Z', 'updated_at': '2022-03-21T11:38:40Z', 'revision_number': 5, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'subnets': [{'id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:10.006798 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb7d9b-6f25-4f7b-9b47-d2e62941c86d None None] The sync data for ids ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'] in dv-cinder-805072-11-iscsi is: [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:38:25Z', 'revision_number': 4, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '47e07642-339c-4a4d-a8eb-8a12a1a2c72c', 'name': '', 'network_id': 'c2407076-ce8e-4906-8d16-619268537603', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'mac_address': 'fa:16:3e:a0:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:22Z', 'updated_at': '2022-03-21T11:38:40Z', 'revision_number': 5, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'subnets': [{'id': 'd57719d7-5e0a-4d75-8c02-479681c6e387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:45:10.241276 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdd8002-a406-4792-bb3e-098146ffe539 None None] New status for floating IP c384c41c-1fe9-4841-8e11-f0674929feca: DOWN {{(pid=103320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:45:10.389546 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43356) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:10.444499 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2b3c3dac-55eb-4947-b885-cbe61f650c0f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group (a448e2b5-11bb-4392-ae26-e4acd560a597), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:10.467964 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2b3c3dac-55eb-4947-b885-cbe61f650c0f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group (a448e2b5-11bb-4392-ae26-e4acd560a597), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:10.521869 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2b3c3dac-55eb-4947-b885-cbe61f650c0f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (a448e2b5-11bb-4392-ae26-e4acd560a597), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:10.524833 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-2b3c3dac-55eb-4947-b885-cbe61f650c0f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:10.528375 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-2b3c3dac-55eb-4947-b885-cbe61f650c0f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "DELETE /v2.0/security-groups/a448e2b5-11bb-4392-ae26-e4acd560a597 HTTP/1.1" status: 204 len: 168 time: 0.1353776 Mar 21 11:45:10.528771 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43364) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:10.539081 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c3dac-55eb-4947-b885-cbe61f650c0f tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a448e2b5-11bb-4392-ae26-e4acd560a597,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:10.544035 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.api.v2.resource [None req-34e25adc-b798-4232-8712-01d6ea7da40d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] show failed (client error): The resource could not be found. Mar 21 11:45:10.545700 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-34e25adc-b798-4232-8712-01d6ea7da40d tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "GET /v2.0/security-groups/a448e2b5-11bb-4392-ae26-e4acd560a597 HTTP/1.1" status: 404 len: 347 time: 0.0147712 Mar 21 11:45:10.548399 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43366) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:10.672426 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-787a0235-dbf0-47f6-b7a0-fe04ba5dccc2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Deleting port 78a12ca9-824a-4fd8-b4cf-043a2f8d026a {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:45:10.672769 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-787a0235-dbf0-47f6-b7a0-fe04ba5dccc2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (78a12ca9-824a-4fd8-b4cf-043a2f8d026a), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:10.749605 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-787a0235-dbf0-47f6-b7a0-fe04ba5dccc2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (78a12ca9-824a-4fd8-b4cf-043a2f8d026a), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:10.749841 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-787a0235-dbf0-47f6-b7a0-fe04ba5dccc2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for floatingip (78a12ca9-824a-4fd8-b4cf-043a2f8d026a), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:10.761942 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-787a0235-dbf0-47f6-b7a0-fe04ba5dccc2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Calling delete_port for 78a12ca9-824a-4fd8-b4cf-043a2f8d026a owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:45:10.902943 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-787a0235-dbf0-47f6-b7a0-fe04ba5dccc2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (78a12ca9-824a-4fd8-b4cf-043a2f8d026a), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:10.932301 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a0235-dbf0-47f6-b7a0-fe04ba5dccc2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Pushing event deleted for resources: {'Port': ['ID=78a12ca9-824a-4fd8-b4cf-043a2f8d026a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:11.001446 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-787a0235-dbf0-47f6-b7a0-fe04ba5dccc2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks [] for floatingip (c384c41c-1fe9-4841-8e11-f0674929feca), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:11.004229 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-787a0235-dbf0-47f6-b7a0-fe04ba5dccc2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:11.005434 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-787a0235-dbf0-47f6-b7a0-fe04ba5dccc2 tempest-AttachVolumeShelveTestJSON-1408834698 tempest-AttachVolumeShelveTestJSON-1408834698-project] 10.222.0.61 "DELETE /v2.0/floatingips/c384c41c-1fe9-4841-8e11-f0674929feca HTTP/1.1" status: 204 len: 168 time: 0.4558368 Mar 21 11:45:12.256527 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79fb6789-d2f8-4f6e-b598-d00ce3429f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:12.517535 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device c962ebd6-6d0c-40b7-9475-e2dca4e71dcb no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:45:12.539992 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: c962ebd6-6d0c-40b7-9475-e2dca4e71dcb {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:45:12.540336 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device c962ebd6-6d0c-40b7-9475-e2dca4e71dcb not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:45:13.478631 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:13.658696 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43436) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:14.141369 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac6167aa-f21e-4beb-ad90-e81a74f68861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655690'] for router_interface (556be9ce-0f25-426f-8030-1fc1c5e8fa74), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:14.385006 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ac6167aa-f21e-4beb-ad90-e81a74f68861 admin admin] Deleting port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:45:14.385258 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac6167aa-f21e-4beb-ad90-e81a74f68861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:14.458693 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-ac6167aa-f21e-4beb-ad90-e81a74f68861 admin admin] For port 47e07642-339c-4a4d-a8eb-8a12a1a2c72c, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=47e07642-339c-4a4d-a8eb-8a12a1a2c72c,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:45:14.459038 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac6167aa-f21e-4beb-ad90-e81a74f68861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:14.471858 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-ac6167aa-f21e-4beb-ad90-e81a74f68861 admin admin] Calling delete_port for 47e07642-339c-4a4d-a8eb-8a12a1a2c72c owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:45:14.776889 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:14.860061 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac6167aa-f21e-4beb-ad90-e81a74f68861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (47e07642-339c-4a4d-a8eb-8a12a1a2c72c), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:14.887203 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6167aa-f21e-4beb-ad90-e81a74f68861 admin admin] Pushing event deleted for resources: {'Port': ['ID=47e07642-339c-4a4d-a8eb-8a12a1a2c72c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:15.050933 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac6167aa-f21e-4beb-ad90-e81a74f68861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656890'] for router_interface (556be9ce-0f25-426f-8030-1fc1c5e8fa74), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:15.263432 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6167aa-f21e-4beb-ad90-e81a74f68861 admin admin] Router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:45:15.368922 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6167aa-f21e-4beb-ad90-e81a74f68861 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:45:15.374479 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ac6167aa-f21e-4beb-ad90-e81a74f68861 admin admin] 10.222.0.61 "PUT /v2.0/routers/556be9ce-0f25-426f-8030-1fc1c5e8fa74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7147732 Mar 21 11:45:15.377026 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43446) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:15.379472 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce444768-c198-46c1-b290-e227eeec0b72 None None] Sync routers for ids ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:45:15.388952 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce444768-c198-46c1-b290-e227eeec0b72 None None] Routers {'556be9ce-0f25-426f-8030-1fc1c5e8fa74'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:45:15.389558 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ce444768-c198-46c1-b290-e227eeec0b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:45:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:15.482760 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c547236e-8787-42d3-806e-9796452d64d8 admin admin] Publish callbacks [] for router (556be9ce-0f25-426f-8030-1fc1c5e8fa74), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:15.496930 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ce444768-c198-46c1-b290-e227eeec0b72 None None] Set router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:45:15.584922 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c547236e-8787-42d3-806e-9796452d64d8 admin admin] Publish callbacks [] for router_gateway (556be9ce-0f25-426f-8030-1fc1c5e8fa74), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:15.636768 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c547236e-8787-42d3-806e-9796452d64d8 admin admin] Deleting port 6831c0f3-fc51-420a-b2c0-334d3c202f32 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:45:15.636996 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c547236e-8787-42d3-806e-9796452d64d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (6831c0f3-fc51-420a-b2c0-334d3c202f32), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:15.675168 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ce444768-c198-46c1-b290-e227eeec0b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:45:14Z', 'revision_number': 5, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port': {'id': '6831c0f3-fc51-420a-b2c0-334d3c202f32', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:38:15Z', 'updated_at': '2022-03-21T11:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:15.706616 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce444768-c198-46c1-b290-e227eeec0b72 None None] Checking router: 556be9ce-0f25-426f-8030-1fc1c5e8fa74 for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:45:15.715486 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce444768-c198-46c1-b290-e227eeec0b72 None None] Routers {'556be9ce-0f25-426f-8030-1fc1c5e8fa74'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:45:15.715961 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ce444768-c198-46c1-b290-e227eeec0b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:45:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:15.716257 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-c547236e-8787-42d3-806e-9796452d64d8 admin admin] For port 6831c0f3-fc51-420a-b2c0-334d3c202f32, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=6831c0f3-fc51-420a-b2c0-334d3c202f32,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:45:15.717243 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c547236e-8787-42d3-806e-9796452d64d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (6831c0f3-fc51-420a-b2c0-334d3c202f32), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:15.731591 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c547236e-8787-42d3-806e-9796452d64d8 admin admin] Calling delete_port for 6831c0f3-fc51-420a-b2c0-334d3c202f32 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:45:15.814473 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-ce444768-c198-46c1-b290-e227eeec0b72 None None] Set router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:45:15.876453 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-ce444768-c198-46c1-b290-e227eeec0b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:45:15Z', 'revision_number': 6, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port_host': None}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:15.907616 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c547236e-8787-42d3-806e-9796452d64d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (6831c0f3-fc51-420a-b2c0-334d3c202f32), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:15.941932 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547236e-8787-42d3-806e-9796452d64d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6831c0f3-fc51-420a-b2c0-334d3c202f32,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:16.016948 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c547236e-8787-42d3-806e-9796452d64d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655872'] for router_gateway (556be9ce-0f25-426f-8030-1fc1c5e8fa74), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.026839 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce444768-c198-46c1-b290-e227eeec0b72 None None] The sync data for ids ['556be9ce-0f25-426f-8030-1fc1c5e8fa74'] in dv-cinder-805072-11-iscsi is: [{'id': '556be9ce-0f25-426f-8030-1fc1c5e8fa74', 'name': 'tempest-AttachVolumeShelveTestJSON-892379979-router', 'tenant_id': '0c141138859a41e99ecf708f522bb0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:38:13Z', 'updated_at': '2022-03-21T11:45:15Z', 'revision_number': 6, 'project_id': '0c141138859a41e99ecf708f522bb0a7', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:45:16.114378 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c547236e-8787-42d3-806e-9796452d64d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4767'] for router (556be9ce-0f25-426f-8030-1fc1c5e8fa74), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.116411 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c547236e-8787-42d3-806e-9796452d64d8 admin admin] Publish callbacks [] for router_controller (556be9ce-0f25-426f-8030-1fc1c5e8fa74), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.165097 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c547236e-8787-42d3-806e-9796452d64d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659171'] for router (556be9ce-0f25-426f-8030-1fc1c5e8fa74), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.166610 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c547236e-8787-42d3-806e-9796452d64d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 556be9ce-0f25-426f-8030-1fc1c5e8fa74 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:45:16.174461 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c547236e-8787-42d3-806e-9796452d64d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.175560 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-c547236e-8787-42d3-806e-9796452d64d8 admin admin] 10.222.0.61 "DELETE /v2.0/routers/556be9ce-0f25-426f-8030-1fc1c5e8fa74 HTTP/1.1" status: 204 len: 168 time: 0.7975261 Mar 21 11:45:16.178594 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43462) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:16.245395 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-9735d9fc-4491-4348-b368-06c7b5969544 admin admin] Deleting subnet d57719d7-5e0a-4d75-8c02-479681c6e387 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:45:16.249811 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9735d9fc-4491-4348-b368-06c7b5969544 admin admin] Publish callbacks [] for subnet (d57719d7-5e0a-4d75-8c02-479681c6e387), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.284776 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9735d9fc-4491-4348-b368-06c7b5969544 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12119821'] for subnet (d57719d7-5e0a-4d75-8c02-479681c6e387), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.368660 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9735d9fc-4491-4348-b368-06c7b5969544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239508'] for subnet (d57719d7-5e0a-4d75-8c02-479681c6e387), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.419391 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.442507 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9735d9fc-4491-4348-b368-06c7b5969544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8481104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734074'] for subnet (d57719d7-5e0a-4d75-8c02-479681c6e387), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.468874 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735d9fc-4491-4348-b368-06c7b5969544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d57719d7-5e0a-4d75-8c02-479681c6e387,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:16.473470 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9735d9fc-4491-4348-b368-06c7b5969544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.480604 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-9735d9fc-4491-4348-b368-06c7b5969544 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d57719d7-5e0a-4d75-8c02-479681c6e387 HTTP/1.1" status: 204 len: 168 time: 0.2977402 Mar 21 11:45:16.480604 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43480) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:16.487560 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04454474-760d-4ed0-94b3-a23ca0779bfe None None] Network c2407076-ce8e-4906-8d16-619268537603 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:45:16.554327 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163419'] for network (c2407076-ce8e-4906-8d16-619268537603), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.606531 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] Deleting port 158ba6e7-3a26-4641-9c67-a634f39b61a4 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:45:16.606868 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (158ba6e7-3a26-4641-9c67-a634f39b61a4), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.671744 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] For port 158ba6e7-3a26-4641-9c67-a634f39b61a4, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=158ba6e7-3a26-4641-9c67-a634f39b61a4,segment=NetworkSegment(847fa3af-c62c-41ee-882d-a8398f1522ed),segment_id=847fa3af-c62c-41ee-882d-a8398f1522ed)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:45:16.672067 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (158ba6e7-3a26-4641-9c67-a634f39b61a4), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.684144 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] Calling delete_port for 158ba6e7-3a26-4641-9c67-a634f39b61a4 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:45:16.758831 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (158ba6e7-3a26-4641-9c67-a634f39b61a4), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.786390 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] Pushing event deleted for resources: {'Port': ['ID=158ba6e7-3a26-4641-9c67-a634f39b61a4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:16.791177 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] No DVR routers for this DVR port 158ba6e7-3a26-4641-9c67-a634f39b61a4 on host dv-cinder-805072-11-iscsi {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:45:16.822102 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e146cfe0-40ea-42f3-969f-65073697b100 None None] DHCP port deletion for c2407076-ce8e-4906-8d16-619268537603 request from dv-cinder-805072-11-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:45:16.872803 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3303649', 'neutron.services.segments.db._delete_segments_for_network-8758069329219'] for network (c2407076-ce8e-4906-8d16-619268537603), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.884576 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 6831c0f3-fc51-420a-b2c0-334d3c202f32 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:45:16.898673 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2407076-ce8e-4906-8d16-619268537603']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:16.906240 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 6831c0f3-fc51-420a-b2c0-334d3c202f32 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:45:16.906583 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 6831c0f3-fc51-420a-b2c0-334d3c202f32 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:45:16.907003 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 47e07642-339c-4a4d-a8eb-8a12a1a2c72c no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:45:16.908730 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847fa3af-c62c-41ee-882d-a8398f1522ed') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:16.909224 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847fa3af-c62c-41ee-882d-a8398f1522ed') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:45:16.918895 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758069511244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12119860'] for segment (847fa3af-c62c-41ee-882d-a8398f1522ed), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.925480 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 47e07642-339c-4a4d-a8eb-8a12a1a2c72c {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:45:16.925834 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 47e07642-339c-4a4d-a8eb-8a12a1a2c72c not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:45:16.926251 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 158ba6e7-3a26-4641-9c67-a634f39b61a4 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:45:16.932001 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (847fa3af-c62c-41ee-882d-a8398f1522ed), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.938797 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:45:16.939193 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8481778'] for segment (847fa3af-c62c-41ee-882d-a8398f1522ed), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: Traceback (most recent call last): Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: timer() Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: cb(*args, **kw) Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: return func(*args, **kwargs) Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: self._notify() Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: self.callback(batched_events) Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: event.method(event) Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: return f(self, *a, **k) Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._get(url).json() Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: return self.request(url, 'GET', **kwargs) Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:45:16.941810 dv-cinder-805072-11-iscsi neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:45:16.950050 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 158ba6e7-3a26-4641-9c67-a634f39b61a4 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:45:16.950476 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 158ba6e7-3a26-4641-9c67-a634f39b61a4 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:45:17.002807 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3303642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655996'] for network (c2407076-ce8e-4906-8d16-619268537603), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:17.007970 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:17.011065 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c2407076-ce8e-4906-8d16-619268537603 HTTP/1.1" status: 204 len: 168 time: 0.5252202 Mar 21 11:45:17.022299 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21946e8-7d9c-48e0-8855-f0ffcf894161 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2407076-ce8e-4906-8d16-619268537603,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:17.134258 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43484) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:17.173831 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-10dcc711-dde8-4a5e-a7c4-2bef475f5a2b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0c141138859a41e99ecf708f522bb0a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384274 Mar 21 11:45:17.176351 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43486) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:17.221433 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12bedcaf-ce86-42d8-8267-b8b374fec53e admin admin] Publish callbacks [] for security_group (ba1d5d68-c829-40e1-a9ee-b8f57f260928), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:17.241613 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12bedcaf-ce86-42d8-8267-b8b374fec53e admin admin] Publish callbacks [] for security_group (ba1d5d68-c829-40e1-a9ee-b8f57f260928), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:17.247465 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:17.289346 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12bedcaf-ce86-42d8-8267-b8b374fec53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (ba1d5d68-c829-40e1-a9ee-b8f57f260928), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:17.291416 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-12bedcaf-ce86-42d8-8267-b8b374fec53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:17.292769 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-12bedcaf-ce86-42d8-8267-b8b374fec53e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba1d5d68-c829-40e1-a9ee-b8f57f260928 HTTP/1.1" status: 204 len: 168 time: 0.1154838 Mar 21 11:45:17.300541 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bedcaf-ce86-42d8-8267-b8b374fec53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1d5d68-c829-40e1-a9ee-b8f57f260928,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:22.968501 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43660) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:23.084578 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6bea4f8c-431b-444c-8c08-5ee234a1cce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:23.161927 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6bea4f8c-431b-444c-8c08-5ee234a1cce9 admin admin] Publish callbacks [] for security_group (90c54bfa-708a-4f31-9c68-f99b0950ec68), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:23.165615 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6bea4f8c-431b-444c-8c08-5ee234a1cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (90c54bfa-708a-4f31-9c68-f99b0950ec68), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:23.203185 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-6bea4f8c-431b-444c-8c08-5ee234a1cce9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=17bd68bf54a046f6850b4812d6135c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335207 Mar 21 11:45:23.204108 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea4f8c-431b-444c-8c08-5ee234a1cce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c54bfa-708a-4f31-9c68-f99b0950ec68,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:23.205959 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43672) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:23.256629 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2dd69ced-f1b5-4528-92fe-6ce262d452d5 admin admin] Publish callbacks [] for security_group (90c54bfa-708a-4f31-9c68-f99b0950ec68), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:23.277031 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2dd69ced-f1b5-4528-92fe-6ce262d452d5 admin admin] Publish callbacks [] for security_group (90c54bfa-708a-4f31-9c68-f99b0950ec68), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:23.322365 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2dd69ced-f1b5-4528-92fe-6ce262d452d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (90c54bfa-708a-4f31-9c68-f99b0950ec68), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:23.325232 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2dd69ced-f1b5-4528-92fe-6ce262d452d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:23.326996 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-2dd69ced-f1b5-4528-92fe-6ce262d452d5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/90c54bfa-708a-4f31-9c68-f99b0950ec68 HTTP/1.1" status: 204 len: 168 time: 0.1199987 Mar 21 11:45:23.334650 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd69ced-f1b5-4528-92fe-6ce262d452d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c54bfa-708a-4f31-9c68-f99b0950ec68,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:23.573851 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43678) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:23.586436 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf25366f-c5ef-44d2-9d13-629bb0293e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:23.656356 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf25366f-c5ef-44d2-9d13-629bb0293e47 admin admin] Publish callbacks [] for security_group (fc65a2c6-48de-4e26-a366-361cabba407c), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:23.660092 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bf25366f-c5ef-44d2-9d13-629bb0293e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (fc65a2c6-48de-4e26-a366-361cabba407c), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:23.697670 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-bf25366f-c5ef-44d2-9d13-629bb0293e47 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8bfb14ae93ad471d851c3720b92ee659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1227953 Mar 21 11:45:23.698528 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25366f-c5ef-44d2-9d13-629bb0293e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc65a2c6-48de-4e26-a366-361cabba407c,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:23.701254 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43680) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:23.749027 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7caf8899-9dd6-4a37-8ad7-af42d11f05de admin admin] Publish callbacks [] for security_group (fc65a2c6-48de-4e26-a366-361cabba407c), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:23.769940 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7caf8899-9dd6-4a37-8ad7-af42d11f05de admin admin] Publish callbacks [] for security_group (fc65a2c6-48de-4e26-a366-361cabba407c), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:23.815591 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7caf8899-9dd6-4a37-8ad7-af42d11f05de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (fc65a2c6-48de-4e26-a366-361cabba407c), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:23.818127 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7caf8899-9dd6-4a37-8ad7-af42d11f05de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:23.819258 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-7caf8899-9dd6-4a37-8ad7-af42d11f05de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc65a2c6-48de-4e26-a366-361cabba407c HTTP/1.1" status: 204 len: 168 time: 0.1166582 Mar 21 11:45:23.827438 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf8899-9dd6-4a37-8ad7-af42d11f05de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc65a2c6-48de-4e26-a366-361cabba407c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:27.968676 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43862) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:28.069747 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9f79a9f-ebc0-4673-b339-d79eef344519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:28.147036 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9f79a9f-ebc0-4673-b339-d79eef344519 admin admin] Publish callbacks [] for security_group (7ae937ff-67de-428c-bd20-940530b34375), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:28.150693 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e9f79a9f-ebc0-4673-b339-d79eef344519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (7ae937ff-67de-428c-bd20-940530b34375), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:28.186013 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f79a9f-ebc0-4673-b339-d79eef344519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae937ff-67de-428c-bd20-940530b34375,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:28.190220 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-e9f79a9f-ebc0-4673-b339-d79eef344519 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=721276c5d5b5465694e4aedfa089d196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205224 Mar 21 11:45:28.193633 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43866) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:28.240272 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6092797a-be79-40e1-9f9d-bb8c09d8e83b admin admin] Publish callbacks [] for security_group (7ae937ff-67de-428c-bd20-940530b34375), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:28.260829 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6092797a-be79-40e1-9f9d-bb8c09d8e83b admin admin] Publish callbacks [] for security_group (7ae937ff-67de-428c-bd20-940530b34375), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:28.305888 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6092797a-be79-40e1-9f9d-bb8c09d8e83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (7ae937ff-67de-428c-bd20-940530b34375), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:28.308530 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6092797a-be79-40e1-9f9d-bb8c09d8e83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:28.310176 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6092797a-be79-40e1-9f9d-bb8c09d8e83b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7ae937ff-67de-428c-bd20-940530b34375 HTTP/1.1" status: 204 len: 168 time: 0.1155837 Mar 21 11:45:28.317831 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092797a-be79-40e1-9f9d-bb8c09d8e83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae937ff-67de-428c-bd20-940530b34375,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:28.561320 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43872) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:28.576374 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-934804e8-0b95-43f1-8488-1d2e0a00b1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:28.648611 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-934804e8-0b95-43f1-8488-1d2e0a00b1db admin admin] Publish callbacks [] for security_group (8cd2eaa1-b695-4d23-b2d1-5608fe5ba14b), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:28.652129 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-934804e8-0b95-43f1-8488-1d2e0a00b1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (8cd2eaa1-b695-4d23-b2d1-5608fe5ba14b), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:28.689512 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-934804e8-0b95-43f1-8488-1d2e0a00b1db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d495ba4f1437463fb3919f4557db880f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271713 Mar 21 11:45:28.690217 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934804e8-0b95-43f1-8488-1d2e0a00b1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd2eaa1-b695-4d23-b2d1-5608fe5ba14b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:28.692236 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43874) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:28.739003 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-403f2591-dbc3-43c8-ade8-2f698325903c admin admin] Publish callbacks [] for security_group (8cd2eaa1-b695-4d23-b2d1-5608fe5ba14b), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:28.759124 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-403f2591-dbc3-43c8-ade8-2f698325903c admin admin] Publish callbacks [] for security_group (8cd2eaa1-b695-4d23-b2d1-5608fe5ba14b), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:28.812318 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-403f2591-dbc3-43c8-ade8-2f698325903c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (8cd2eaa1-b695-4d23-b2d1-5608fe5ba14b), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:28.814770 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-403f2591-dbc3-43c8-ade8-2f698325903c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:28.818479 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-403f2591-dbc3-43c8-ade8-2f698325903c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8cd2eaa1-b695-4d23-b2d1-5608fe5ba14b HTTP/1.1" status: 204 len: 168 time: 0.1251986 Mar 21 11:45:28.826876 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f2591-dbc3-43c8-ade8-2f698325903c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd2eaa1-b695-4d23-b2d1-5608fe5ba14b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:29.502124 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:45:31.788049 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 43984) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:31.892657 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43332aca-49c0-46d8-9b4b-90a26e47002f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:31.966328 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43332aca-49c0-46d8-9b4b-90a26e47002f admin admin] Publish callbacks [] for security_group (298ea7ad-f9d5-4754-87da-6f7b594e4d77), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:31.969982 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-43332aca-49c0-46d8-9b4b-90a26e47002f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (298ea7ad-f9d5-4754-87da-6f7b594e4d77), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:32.007352 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-43332aca-49c0-46d8-9b4b-90a26e47002f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9e21d8786238439caa0ce1ffaa90dc69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182355 Mar 21 11:45:32.008241 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43332aca-49c0-46d8-9b4b-90a26e47002f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298ea7ad-f9d5-4754-87da-6f7b594e4d77,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:32.010110 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43988) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:32.056938 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92a272aa-ebe3-40e2-9d23-68cfad4f42e7 admin admin] Publish callbacks [] for security_group (298ea7ad-f9d5-4754-87da-6f7b594e4d77), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:32.078378 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92a272aa-ebe3-40e2-9d23-68cfad4f42e7 admin admin] Publish callbacks [] for security_group (298ea7ad-f9d5-4754-87da-6f7b594e4d77), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:32.123829 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92a272aa-ebe3-40e2-9d23-68cfad4f42e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (298ea7ad-f9d5-4754-87da-6f7b594e4d77), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:32.126461 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-92a272aa-ebe3-40e2-9d23-68cfad4f42e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:32.127590 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-92a272aa-ebe3-40e2-9d23-68cfad4f42e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/298ea7ad-f9d5-4754-87da-6f7b594e4d77 HTTP/1.1" status: 204 len: 168 time: 0.1164885 Mar 21 11:45:32.135343 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a272aa-ebe3-40e2-9d23-68cfad4f42e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298ea7ad-f9d5-4754-87da-6f7b594e4d77,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:32.384614 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43994) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:32.397224 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-519c1b72-183f-49fb-947d-0590e51864a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:32.474347 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-519c1b72-183f-49fb-947d-0590e51864a2 admin admin] Publish callbacks [] for security_group (904fc5d2-5899-44f9-bc1c-aea1252e80b5), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:32.477868 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-519c1b72-183f-49fb-947d-0590e51864a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (904fc5d2-5899-44f9-bc1c-aea1252e80b5), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:32.513711 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c1b72-183f-49fb-947d-0590e51864a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904fc5d2-5899-44f9-bc1c-aea1252e80b5,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:32.517924 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-519c1b72-183f-49fb-947d-0590e51864a2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=29fad560c52e4111b85fef7fd06947d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323171 Mar 21 11:45:32.520782 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 43998) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:32.568704 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b95e65c2-c9fa-49d3-9cb3-e905a1ef8145 admin admin] Publish callbacks [] for security_group (904fc5d2-5899-44f9-bc1c-aea1252e80b5), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:32.588986 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b95e65c2-c9fa-49d3-9cb3-e905a1ef8145 admin admin] Publish callbacks [] for security_group (904fc5d2-5899-44f9-bc1c-aea1252e80b5), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:32.633897 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b95e65c2-c9fa-49d3-9cb3-e905a1ef8145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (904fc5d2-5899-44f9-bc1c-aea1252e80b5), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:32.636425 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b95e65c2-c9fa-49d3-9cb3-e905a1ef8145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:32.638083 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b95e65c2-c9fa-49d3-9cb3-e905a1ef8145 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/904fc5d2-5899-44f9-bc1c-aea1252e80b5 HTTP/1.1" status: 204 len: 168 time: 0.1158388 Mar 21 11:45:32.645510 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e65c2-c9fa-49d3-9cb3-e905a1ef8145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904fc5d2-5899-44f9-bc1c-aea1252e80b5,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:32.945589 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 44006) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:32.958957 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-760ee54a-fab7-4a62-a77a-1b2d52fe1a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:33.029316 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-760ee54a-fab7-4a62-a77a-1b2d52fe1a3b admin admin] Publish callbacks [] for security_group (41b106a0-690f-4955-99fd-ccdbafc5844f), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:33.033122 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-760ee54a-fab7-4a62-a77a-1b2d52fe1a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (41b106a0-690f-4955-99fd-ccdbafc5844f), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:33.071007 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-760ee54a-fab7-4a62-a77a-1b2d52fe1a3b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b9cd042cd36e4fb0a5af0149fdd189e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1243424 Mar 21 11:45:33.071977 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ee54a-fab7-4a62-a77a-1b2d52fe1a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b106a0-690f-4955-99fd-ccdbafc5844f,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:33.073720 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 44008) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:45:33.120922 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7eccb1f3-2dd0-4966-af75-9dd274eadc1f admin admin] Publish callbacks [] for security_group (41b106a0-690f-4955-99fd-ccdbafc5844f), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:33.145166 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7eccb1f3-2dd0-4966-af75-9dd274eadc1f admin admin] Publish callbacks [] for security_group (41b106a0-690f-4955-99fd-ccdbafc5844f), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:33.189901 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7eccb1f3-2dd0-4966-af75-9dd274eadc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (41b106a0-690f-4955-99fd-ccdbafc5844f), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:33.192437 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-7eccb1f3-2dd0-4966-af75-9dd274eadc1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:33.193566 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-7eccb1f3-2dd0-4966-af75-9dd274eadc1f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/41b106a0-690f-4955-99fd-ccdbafc5844f HTTP/1.1" status: 204 len: 168 time: 0.1188095 Mar 21 11:45:33.201663 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccb1f3-2dd0-4966-af75-9dd274eadc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b106a0-690f-4955-99fd-ccdbafc5844f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:45:39.931393 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-77123be1-39b8-4b94-96ab-1eeaa708f3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:42.258275 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3c30b591-174b-4e27-a0d6-d11816672a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:43.481232 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:44.778230 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:46.423552 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:45:47.246732 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:06.502279 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:46:08.967180 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 44550) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:09.072034 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.148624 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Publish callbacks [] for security_group (7a003b87-3e2e-4a3f-9226-a19c05d40f30), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.152977 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (7a003b87-3e2e-4a3f-9226-a19c05d40f30), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.194854 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dca7f86cce574c619f87980b136e2376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264783 Mar 21 11:46:09.195035 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 44564) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:09.195741 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a003b87-3e2e-4a3f-9226-a19c05d40f30,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:09.203392 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.203760 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.204191 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.204472 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.204811 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.205487 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.205978 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.206320 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.206653 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.206982 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.207317 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.207641 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.208001 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.208326 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.208651 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47047e1-165a-4437-89ff-30df08ee7f3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.244068 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Publish callbacks [] for security_group (7a003b87-3e2e-4a3f-9226-a19c05d40f30), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.264425 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Publish callbacks [] for security_group (7a003b87-3e2e-4a3f-9226-a19c05d40f30), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.285260 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 44568) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:09.315296 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (7a003b87-3e2e-4a3f-9226-a19c05d40f30), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.318046 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.321450 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a003b87-3e2e-4a3f-9226-a19c05d40f30 HTTP/1.1" status: 204 len: 168 time: 0.1232312 Mar 21 11:46:09.328931 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a003b87-3e2e-4a3f-9226-a19c05d40f30,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:09.337009 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.337446 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.337797 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.338140 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.338480 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.338807 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.339140 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.339500 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.339897 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.340246 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.340608 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.340933 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.341280 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.341567 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.341889 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1061b860-5e58-47e0-85cd-76701fef4004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:09.399724 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-46963a23-0c4c-4fcf-b616-f6e6aa688437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.478029 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-46963a23-0c4c-4fcf-b616-f6e6aa688437 admin admin] Publish callbacks [] for security_group (bf053832-410b-4fcc-b77d-401cc8f460f1), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.481751 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-46963a23-0c4c-4fcf-b616-f6e6aa688437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (bf053832-410b-4fcc-b77d-401cc8f460f1), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.524611 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-46963a23-0c4c-4fcf-b616-f6e6aa688437 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7c7a8ebaa13342dbbb5494a136c9470f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358654 Mar 21 11:46:09.524611 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46963a23-0c4c-4fcf-b616-f6e6aa688437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf053832-410b-4fcc-b77d-401cc8f460f1,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:09.525488 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 44576) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:09.574932 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f96b4c7c-e89c-4ddd-81c4-7e71e74e4667 admin admin] Publish callbacks [] for security_group (bf053832-410b-4fcc-b77d-401cc8f460f1), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.589649 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 44578) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:09.597179 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f96b4c7c-e89c-4ddd-81c4-7e71e74e4667 admin admin] Publish callbacks [] for security_group (bf053832-410b-4fcc-b77d-401cc8f460f1), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.602920 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-afffe551-3ce3-40f5-951d-f624006580bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.645225 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f96b4c7c-e89c-4ddd-81c4-7e71e74e4667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (bf053832-410b-4fcc-b77d-401cc8f460f1), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.648158 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-f96b4c7c-e89c-4ddd-81c4-7e71e74e4667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.659120 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-f96b4c7c-e89c-4ddd-81c4-7e71e74e4667 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bf053832-410b-4fcc-b77d-401cc8f460f1 HTTP/1.1" status: 204 len: 168 time: 0.1254225 Mar 21 11:46:09.667854 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b4c7c-e89c-4ddd-81c4-7e71e74e4667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf053832-410b-4fcc-b77d-401cc8f460f1,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:09.689814 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-afffe551-3ce3-40f5-951d-f624006580bd admin admin] Publish callbacks [] for security_group (58f95f21-b1c3-430a-b870-a65508e4dce4), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.694489 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-afffe551-3ce3-40f5-951d-f624006580bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (58f95f21-b1c3-430a-b870-a65508e4dce4), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.734726 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffe551-3ce3-40f5-951d-f624006580bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f95f21-b1c3-430a-b870-a65508e4dce4,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:09.738992 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-afffe551-3ce3-40f5-951d-f624006580bd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=94eacf62fd864ef0818b1fe0895a750a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483386 Mar 21 11:46:09.741807 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 44586) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:09.791282 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ea68-d953-4888-971a-9775bd6dee5e admin admin] Publish callbacks [] for security_group (58f95f21-b1c3-430a-b870-a65508e4dce4), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.813997 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ea68-d953-4888-971a-9775bd6dee5e admin admin] Publish callbacks [] for security_group (58f95f21-b1c3-430a-b870-a65508e4dce4), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.870392 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ea68-d953-4888-971a-9775bd6dee5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (58f95f21-b1c3-430a-b870-a65508e4dce4), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.873168 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ea68-d953-4888-971a-9775bd6dee5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.874927 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-aaa5ea68-d953-4888-971a-9775bd6dee5e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58f95f21-b1c3-430a-b870-a65508e4dce4 HTTP/1.1" status: 204 len: 168 time: 0.1317153 Mar 21 11:46:09.883795 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5ea68-d953-4888-971a-9775bd6dee5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f95f21-b1c3-430a-b870-a65508e4dce4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:09.933997 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c1bafa69-5a6e-4b51-8973-4a7d373338a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:09.962522 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 44594) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:10.048432 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 44598) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:10.065466 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bcaf0109-6929-46d2-b53a-a07fe50cc565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:10.147590 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bcaf0109-6929-46d2-b53a-a07fe50cc565 admin admin] Publish callbacks [] for security_group (1a60fd8d-479b-423b-b72a-6daffe5aa6b0), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:10.152167 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bcaf0109-6929-46d2-b53a-a07fe50cc565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (1a60fd8d-479b-423b-b72a-6daffe5aa6b0), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:10.194408 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-bcaf0109-6929-46d2-b53a-a07fe50cc565 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cf92fa08f97746b39b7d2d2fd36b52d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446984 Mar 21 11:46:10.195580 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf0109-6929-46d2-b53a-a07fe50cc565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a60fd8d-479b-423b-b72a-6daffe5aa6b0,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:10.197662 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 44604) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:10.218675 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9a11-d65c-41e3-96ec-e24dea67cda6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:10.246930 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fb3e846e-741e-429f-bd6a-a0e9126f5ce0 admin admin] Publish callbacks [] for security_group (1a60fd8d-479b-423b-b72a-6daffe5aa6b0), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:10.269410 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fb3e846e-741e-429f-bd6a-a0e9126f5ce0 admin admin] Publish callbacks [] for security_group (1a60fd8d-479b-423b-b72a-6daffe5aa6b0), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:10.303298 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9a11-d65c-41e3-96ec-e24dea67cda6 admin admin] Publish callbacks [] for security_group (9dfc5468-892f-44ff-9ff7-bf19700aaa86), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:10.307441 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ac5d9a11-d65c-41e3-96ec-e24dea67cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (9dfc5468-892f-44ff-9ff7-bf19700aaa86), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:10.327924 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fb3e846e-741e-429f-bd6a-a0e9126f5ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (1a60fd8d-479b-423b-b72a-6daffe5aa6b0), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:10.331193 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fb3e846e-741e-429f-bd6a-a0e9126f5ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:10.335359 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-fb3e846e-741e-429f-bd6a-a0e9126f5ce0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a60fd8d-479b-423b-b72a-6daffe5aa6b0 HTTP/1.1" status: 204 len: 168 time: 0.1366034 Mar 21 11:46:10.343457 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e846e-741e-429f-bd6a-a0e9126f5ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a60fd8d-479b-423b-b72a-6daffe5aa6b0,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:10.346236 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ac5d9a11-d65c-41e3-96ec-e24dea67cda6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=124bc79507fd43a4b8a6d13085ea8fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826079 Mar 21 11:46:10.348760 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d9a11-d65c-41e3-96ec-e24dea67cda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfc5468-892f-44ff-9ff7-bf19700aaa86,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:10.349014 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 44614) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:10.409042 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1e97604-2bda-4c50-a041-14cb9e93287e admin admin] Publish callbacks [] for security_group (9dfc5468-892f-44ff-9ff7-bf19700aaa86), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:10.431231 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1e97604-2bda-4c50-a041-14cb9e93287e admin admin] Publish callbacks [] for security_group (9dfc5468-892f-44ff-9ff7-bf19700aaa86), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:10.480875 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1e97604-2bda-4c50-a041-14cb9e93287e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (9dfc5468-892f-44ff-9ff7-bf19700aaa86), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:10.484590 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c1e97604-2bda-4c50-a041-14cb9e93287e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:10.488859 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c1e97604-2bda-4c50-a041-14cb9e93287e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9dfc5468-892f-44ff-9ff7-bf19700aaa86 HTTP/1.1" status: 204 len: 168 time: 0.1382866 Mar 21 11:46:10.500275 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e97604-2bda-4c50-a041-14cb9e93287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfc5468-892f-44ff-9ff7-bf19700aaa86,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:12.261925 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-64247ec3-013f-495b-ba7e-c0878bccfd29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:12.582129 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 44756) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:12.688336 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-de1805be-b88a-4e32-a274-86a86ce6372b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:12.763030 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-de1805be-b88a-4e32-a274-86a86ce6372b admin admin] Publish callbacks [] for security_group (b8b0ed98-c545-4d0d-a9f8-13413078c320), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:12.766751 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-de1805be-b88a-4e32-a274-86a86ce6372b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (b8b0ed98-c545-4d0d-a9f8-13413078c320), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:12.807289 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-de1805be-b88a-4e32-a274-86a86ce6372b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5be6b33398b540248038a463ec4cdd3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240043 Mar 21 11:46:12.810133 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 44770) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:12.814381 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1805be-b88a-4e32-a274-86a86ce6372b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b0ed98-c545-4d0d-a9f8-13413078c320,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:12.865912 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-322bc01b-d45c-4e20-b7a2-397eb60e875d admin admin] Publish callbacks [] for security_group (b8b0ed98-c545-4d0d-a9f8-13413078c320), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:12.889549 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-322bc01b-d45c-4e20-b7a2-397eb60e875d admin admin] Publish callbacks [] for security_group (b8b0ed98-c545-4d0d-a9f8-13413078c320), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:12.942234 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-322bc01b-d45c-4e20-b7a2-397eb60e875d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (b8b0ed98-c545-4d0d-a9f8-13413078c320), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:12.945032 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-322bc01b-d45c-4e20-b7a2-397eb60e875d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:12.946388 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-322bc01b-d45c-4e20-b7a2-397eb60e875d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8b0ed98-c545-4d0d-a9f8-13413078c320 HTTP/1.1" status: 204 len: 168 time: 0.1351616 Mar 21 11:46:12.955450 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bc01b-d45c-4e20-b7a2-397eb60e875d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b0ed98-c545-4d0d-a9f8-13413078c320,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:13.235053 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 44782) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:13.248410 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f7cb45a-3157-49c9-80ee-606ef9199ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:13.321646 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f7cb45a-3157-49c9-80ee-606ef9199ad2 admin admin] Publish callbacks [] for security_group (7a0e8657-2844-40c1-90a4-98af844815a9), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:13.325205 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9f7cb45a-3157-49c9-80ee-606ef9199ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (7a0e8657-2844-40c1-90a4-98af844815a9), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:13.362325 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-9f7cb45a-3157-49c9-80ee-606ef9199ad2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a2ba23fe174a47579149989197923a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262474 Mar 21 11:46:13.363172 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cb45a-3157-49c9-80ee-606ef9199ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0e8657-2844-40c1-90a4-98af844815a9,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:13.365084 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 44784) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:13.413684 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c828264b-88e6-4c8f-b9eb-10f5e0a1b86a admin admin] Publish callbacks [] for security_group (7a0e8657-2844-40c1-90a4-98af844815a9), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:13.434222 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c828264b-88e6-4c8f-b9eb-10f5e0a1b86a admin admin] Publish callbacks [] for security_group (7a0e8657-2844-40c1-90a4-98af844815a9), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:13.482013 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c828264b-88e6-4c8f-b9eb-10f5e0a1b86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (7a0e8657-2844-40c1-90a4-98af844815a9), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:13.484823 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c828264b-88e6-4c8f-b9eb-10f5e0a1b86a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:13.486101 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c828264b-88e6-4c8f-b9eb-10f5e0a1b86a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a0e8657-2844-40c1-90a4-98af844815a9 HTTP/1.1" status: 204 len: 168 time: 0.1198552 Mar 21 11:46:13.488112 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:13.494235 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828264b-88e6-4c8f-b9eb-10f5e0a1b86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0e8657-2844-40c1-90a4-98af844815a9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:14.102768 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 44810) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:14.303056 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-245e27d6-047c-4c59-9a02-f8c7e8979491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:14.383938 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-245e27d6-047c-4c59-9a02-f8c7e8979491 admin admin] Publish callbacks [] for security_group (1788761e-2a24-4a2b-beff-a87defa4b68c), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:14.388494 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-245e27d6-047c-4c59-9a02-f8c7e8979491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (1788761e-2a24-4a2b-beff-a87defa4b68c), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:14.425423 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e27d6-047c-4c59-9a02-f8c7e8979491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1788761e-2a24-4a2b-beff-a87defa4b68c,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:14.432094 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-245e27d6-047c-4c59-9a02-f8c7e8979491 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b987642bace74b7f9d46456caaa84174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257244 Mar 21 11:46:14.432962 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 44824) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:14.479293 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-54e42e49-1478-4690-990c-ebd187683a38 admin admin] Publish callbacks [] for security_group (1788761e-2a24-4a2b-beff-a87defa4b68c), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:14.501215 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-54e42e49-1478-4690-990c-ebd187683a38 admin admin] Publish callbacks [] for security_group (1788761e-2a24-4a2b-beff-a87defa4b68c), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:14.549970 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-54e42e49-1478-4690-990c-ebd187683a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (1788761e-2a24-4a2b-beff-a87defa4b68c), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:14.552527 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-54e42e49-1478-4690-990c-ebd187683a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:14.556033 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-54e42e49-1478-4690-990c-ebd187683a38 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1788761e-2a24-4a2b-beff-a87defa4b68c HTTP/1.1" status: 204 len: 168 time: 0.1204858 Mar 21 11:46:14.561965 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e42e49-1478-4690-990c-ebd187683a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1788761e-2a24-4a2b-beff-a87defa4b68c,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:14.783919 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:16.426525 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:17.261466 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:18.051019 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 44926) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:18.158664 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e372799-c9f3-4368-8f26-919a8ea84e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:18.235037 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e372799-c9f3-4368-8f26-919a8ea84e2e admin admin] Publish callbacks [] for security_group (711c4fe9-3a96-4308-aca1-ebf4b3c58e23), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:18.239047 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e372799-c9f3-4368-8f26-919a8ea84e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (711c4fe9-3a96-4308-aca1-ebf4b3c58e23), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:18.278281 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-4e372799-c9f3-4368-8f26-919a8ea84e2e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=626b26f176ae40dfba2af43e3c396867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262063 Mar 21 11:46:18.279436 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e372799-c9f3-4368-8f26-919a8ea84e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711c4fe9-3a96-4308-aca1-ebf4b3c58e23,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:18.280994 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 44932) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:18.330399 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ed6944d4-5023-4f55-8a3f-7df2076a7b64 admin admin] Publish callbacks [] for security_group (711c4fe9-3a96-4308-aca1-ebf4b3c58e23), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:18.351489 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ed6944d4-5023-4f55-8a3f-7df2076a7b64 admin admin] Publish callbacks [] for security_group (711c4fe9-3a96-4308-aca1-ebf4b3c58e23), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:18.379797 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 44936) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:18.400931 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ed6944d4-5023-4f55-8a3f-7df2076a7b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (711c4fe9-3a96-4308-aca1-ebf4b3c58e23), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:18.403458 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-ed6944d4-5023-4f55-8a3f-7df2076a7b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:18.404658 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-ed6944d4-5023-4f55-8a3f-7df2076a7b64 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/711c4fe9-3a96-4308-aca1-ebf4b3c58e23 HTTP/1.1" status: 204 len: 168 time: 0.1221468 Mar 21 11:46:18.412393 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6944d4-5023-4f55-8a3f-7df2076a7b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711c4fe9-3a96-4308-aca1-ebf4b3c58e23,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:18.488847 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7d52d76-6aea-4039-8b77-a724c7dd47ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:18.568157 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7d52d76-6aea-4039-8b77-a724c7dd47ba admin admin] Publish callbacks [] for security_group (15e48c82-7f90-4e56-914f-8ae4bcdbda24), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:18.574549 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f7d52d76-6aea-4039-8b77-a724c7dd47ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (15e48c82-7f90-4e56-914f-8ae4bcdbda24), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:18.615042 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f7d52d76-6aea-4039-8b77-a724c7dd47ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5bba11f56d12498b82e14aa73079cc6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341564 Mar 21 11:46:18.617997 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 44950) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:18.625700 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d52d76-6aea-4039-8b77-a724c7dd47ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e48c82-7f90-4e56-914f-8ae4bcdbda24,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:18.670449 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53606f1d-2ab1-498e-9164-6aecdcd7f412 admin admin] Publish callbacks [] for security_group (15e48c82-7f90-4e56-914f-8ae4bcdbda24), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:18.698045 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53606f1d-2ab1-498e-9164-6aecdcd7f412 admin admin] Publish callbacks [] for security_group (15e48c82-7f90-4e56-914f-8ae4bcdbda24), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:18.748687 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53606f1d-2ab1-498e-9164-6aecdcd7f412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (15e48c82-7f90-4e56-914f-8ae4bcdbda24), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:18.751993 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-53606f1d-2ab1-498e-9164-6aecdcd7f412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:18.755606 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-53606f1d-2ab1-498e-9164-6aecdcd7f412 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/15e48c82-7f90-4e56-914f-8ae4bcdbda24 HTTP/1.1" status: 204 len: 168 time: 0.1340735 Mar 21 11:46:18.760942 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53606f1d-2ab1-498e-9164-6aecdcd7f412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e48c82-7f90-4e56-914f-8ae4bcdbda24,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:18.786764 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 44960) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:19.000383 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6a64077e-ec36-4da6-b02a-ef2640f3d005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:19.081014 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6a64077e-ec36-4da6-b02a-ef2640f3d005 admin admin] Publish callbacks [] for security_group (46b7aa6f-a350-4f8a-8197-a145667c3d54), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:19.085161 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-6a64077e-ec36-4da6-b02a-ef2640f3d005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (46b7aa6f-a350-4f8a-8197-a145667c3d54), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:19.105645 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 44974) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:19.124074 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-313f2295-567c-4825-959c-50dc2957886c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:19.124191 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-6a64077e-ec36-4da6-b02a-ef2640f3d005 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5ea0892f4dda4c5d947a97d2a2773d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333933 Mar 21 11:46:19.124191 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 44976) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:19.138195 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64077e-ec36-4da6-b02a-ef2640f3d005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b7aa6f-a350-4f8a-8197-a145667c3d54,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:19.180275 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3d6ad2a-7e43-43ab-8acd-5ec108671022 admin admin] Publish callbacks [] for security_group (46b7aa6f-a350-4f8a-8197-a145667c3d54), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:19.202188 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3d6ad2a-7e43-43ab-8acd-5ec108671022 admin admin] Publish callbacks [] for security_group (46b7aa6f-a350-4f8a-8197-a145667c3d54), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:19.205619 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-313f2295-567c-4825-959c-50dc2957886c admin admin] Publish callbacks [] for security_group (57c315de-1ed7-4a91-9305-d235d1c4ab6b), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:19.210047 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-313f2295-567c-4825-959c-50dc2957886c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (57c315de-1ed7-4a91-9305-d235d1c4ab6b), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:19.252222 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-313f2295-567c-4825-959c-50dc2957886c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f2070bdaea9413ab391e815ba13b968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453633 Mar 21 11:46:19.255235 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 44984) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:19.265460 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3d6ad2a-7e43-43ab-8acd-5ec108671022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (46b7aa6f-a350-4f8a-8197-a145667c3d54), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:19.268797 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a3d6ad2a-7e43-43ab-8acd-5ec108671022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:19.272895 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a3d6ad2a-7e43-43ab-8acd-5ec108671022 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46b7aa6f-a350-4f8a-8197-a145667c3d54 HTTP/1.1" status: 204 len: 168 time: 0.1456039 Mar 21 11:46:19.273045 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f2295-567c-4825-959c-50dc2957886c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c315de-1ed7-4a91-9305-d235d1c4ab6b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:19.279136 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6ad2a-7e43-43ab-8acd-5ec108671022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b7aa6f-a350-4f8a-8197-a145667c3d54,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:19.310959 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-685fb75d-7b9b-4c2b-9698-0bfa0b6a16c2 admin admin] Publish callbacks [] for security_group (57c315de-1ed7-4a91-9305-d235d1c4ab6b), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:19.345418 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-685fb75d-7b9b-4c2b-9698-0bfa0b6a16c2 admin admin] Publish callbacks [] for security_group (57c315de-1ed7-4a91-9305-d235d1c4ab6b), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:19.397742 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-685fb75d-7b9b-4c2b-9698-0bfa0b6a16c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (57c315de-1ed7-4a91-9305-d235d1c4ab6b), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:19.400651 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-685fb75d-7b9b-4c2b-9698-0bfa0b6a16c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:19.404204 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-685fb75d-7b9b-4c2b-9698-0bfa0b6a16c2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57c315de-1ed7-4a91-9305-d235d1c4ab6b HTTP/1.1" status: 204 len: 168 time: 0.1456261 Mar 21 11:46:19.410868 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fb75d-7b9b-4c2b-9698-0bfa0b6a16c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c315de-1ed7-4a91-9305-d235d1c4ab6b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:28.625936 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-70b78901-6588-4da1-a44a-6c4f95531adb req-71736909-3c42-417a-b2d8-63de99002cc9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432305 Mar 21 11:46:28.718668 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b78901-6588-4da1-a44a-6c4f95531adb req-4b34655e-f965-41bb-9c90-dfa3c26bd5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:28.720554 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-70b78901-6588-4da1-a44a-6c4f95531adb req-4b34655e-f965-41bb-9c90-dfa3c26bd5a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c58bcecb6f1d42fcab810f7e635cecbe&device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 1129 time: 0.0461810 Mar 21 11:46:28.827187 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b78901-6588-4da1-a44a-6c4f95531adb req-03f616f8-73ba-4f5b-ad09-90f0a9d9b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:28.829252 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-70b78901-6588-4da1-a44a-6c4f95531adb req-03f616f8-73ba-4f5b-ad09-90f0a9d9b584 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dec2b833-7cac-45cf-899d-249c6dad8788 HTTP/1.1" status: 200 len: 912 time: 0.0890853 Mar 21 11:46:28.898587 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-70b78901-6588-4da1-a44a-6c4f95531adb req-3b82e597-e09b-4c2a-999f-5469a84a5cfa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d98c9a56-425e-4998-97b4-240d3c859bbb HTTP/1.1" status: 200 len: 1001 time: 0.0608349 Mar 21 11:46:28.951574 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b78901-6588-4da1-a44a-6c4f95531adb req-0e99bed0-8819-4a84-9b5f-d6973d2cc2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:28.953713 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-70b78901-6588-4da1-a44a-6c4f95531adb req-0e99bed0-8819-4a84-9b5f-d6973d2cc2ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=450dda72-a2ac-4c12-bef3-c87d1bfce43d HTTP/1.1" status: 200 len: 850 time: 0.0477517 Mar 21 11:46:29.010143 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b78901-6588-4da1-a44a-6c4f95531adb req-6b8d33b7-0475-4cd1-8202-9ae7de3277b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:29.011861 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-70b78901-6588-4da1-a44a-6c4f95531adb req-6b8d33b7-0475-4cd1-8202-9ae7de3277b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dec2b833-7cac-45cf-899d-249c6dad8788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472693 Mar 21 11:46:29.100338 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-70b78901-6588-4da1-a44a-6c4f95531adb req-154fe814-c7c5-49ce-91d1-cd6c93b90ebf service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804975 Mar 21 11:46:29.196060 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-70b78901-6588-4da1-a44a-6c4f95531adb req-25b4f4fa-64b0-4b06-93df-b677b36e39b0 service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892811 Mar 21 11:46:31.168953 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-22dd61d5-34a0-4828-88ad-1e89e2ce7bd1 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-668738252&fields=id&tenant_id=c58bcecb6f1d42fcab810f7e635cecbe HTTP/1.1" status: 200 len: 267 time: 0.0483541 Mar 21 11:46:31.276693 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-c5e5430a-20e9-4169-9b20-fa11c4400323 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:31.278556 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-c5e5430a-20e9-4169-9b20-fa11c4400323 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/networks?id=dec2b833-7cac-45cf-899d-249c6dad8788 HTTP/1.1" status: 200 len: 811 time: 0.1010163 Mar 21 11:46:31.294008 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-b0ca63f4-d031-4173-89c2-039243624303 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/quotas/c58bcecb6f1d42fcab810f7e635cecbe HTTP/1.1" status: 200 len: 375 time: 0.0091510 Mar 21 11:46:31.353175 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-3f6dd557-4284-40c9-a867-25c58a995332 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c58bcecb6f1d42fcab810f7e635cecbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529182 Mar 21 11:46:31.449732 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-3e0350e0-ee23-48fb-ab38-42078ad29639 service neutron] 10.222.0.61 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854645 Mar 21 11:46:31.543793 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-f628656e-56cb-4552-b5b6-1507c4cbc2b0 service neutron] 10.222.0.61 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873663 Mar 21 11:46:31.816124 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aaae196d-8de8-4851-93d1-3672de21645a req-b7801f42-c823-40ec-9a66-05984bf7a499 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 210 time: 0.0270443 Mar 21 11:46:32.907167 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-21956adc-d8ff-490a-a927-190192fcfd90 req-65cb7013-d4cc-4d61-86b1-511d40930d51 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 210 time: 0.0276673 Mar 21 11:46:33.998291 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ef51f986-d54f-4f95-9aef-352595425a1e req-5660c520-1896-43ae-b08c-015d69037cc3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 210 time: 0.0265305 Mar 21 11:46:35.091219 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-eb23fceb-ddca-43be-aa3a-8192ddba534d req-b46751ca-d973-42fc-a432-771dd0693a3f tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 210 time: 0.0297527 Mar 21 11:46:35.732886 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-f652c5df-20d6-4735-8daa-303d158358c7 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:35.734971 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-f652c5df-20d6-4735-8daa-303d158358c7 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.64 "GET /v2.0/networks?id=dec2b833-7cac-45cf-899d-249c6dad8788 HTTP/1.1" status: 200 len: 811 time: 0.1049025 Mar 21 11:46:35.800511 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-d2417caa-0c5d-45db-b955-088f32459818 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c58bcecb6f1d42fcab810f7e635cecbe HTTP/1.1" status: 200 len: 379 time: 0.0566933 Mar 21 11:46:35.811209 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-39b50b23-b78e-4014-8fc3-0e6f659320a3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Request body: {'port': {'device_id': '0797ce49-2d1f-4e42-86d0-2f9f3ec4001c', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'admin_state_up': True, 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'security_groups': ['953fa54b-ba6f-4d97-926f-b90052b99f78']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:46:35.918584 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-39b50b23-b78e-4014-8fc3-0e6f659320a3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Made reservation on behalf of c58bcecb6f1d42fcab810f7e635cecbe for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:46:35.922181 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-39b50b23-b78e-4014-8fc3-0e6f659320a3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:36.056929 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-39b50b23-b78e-4014-8fc3-0e6f659320a3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Allocated IP 172.20.0.6 (dec2b833-7cac-45cf-899d-249c6dad8788/450dda72-a2ac-4c12-bef3-c87d1bfce43d/01316b12-60ce-45dd-9647-f37a641862b9) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:46:36.207923 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75a0e6da-0719-46e2-93a8-b479d274c7a4 req-09f88d17-ae2c-4e0a-a525-872d6889db1e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 210 time: 0.0412378 Mar 21 11:46:36.232660 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-39b50b23-b78e-4014-8fc3-0e6f659320a3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for port (01316b12-60ce-45dd-9647-f37a641862b9), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:36.265585 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-39b50b23-b78e-4014-8fc3-0e6f659320a3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (01316b12-60ce-45dd-9647-f37a641862b9), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:36.555465 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-39b50b23-b78e-4014-8fc3-0e6f659320a3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Network dec2b833-7cac-45cf-899d-249c6dad8788 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:46:36.558625 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-39b50b23-b78e-4014-8fc3-0e6f659320a3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:46:36.565660 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-39b50b23-b78e-4014-8fc3-0e6f659320a3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:46:36.571325 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b50b23-b78e-4014-8fc3-0e6f659320a3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event updated for resources: {'Port': ['ID=01316b12-60ce-45dd-9647-f37a641862b9,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:36.619080 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-39b50b23-b78e-4014-8fc3-0e6f659320a3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:36.619689 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-39b50b23-b78e-4014-8fc3-0e6f659320a3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:36.636581 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-39b50b23-b78e-4014-8fc3-0e6f659320a3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8311355 Mar 21 11:46:36.651045 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Request body: {'port': {'device_id': '0797ce49-2d1f-4e42-86d0-2f9f3ec4001c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:46:36.711333 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (01316b12-60ce-45dd-9647-f37a641862b9), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:36.839419 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b26a5371-2637-4365-b6c0-9cdd160372a7 None None] Provisioning complete for port 01316b12-60ce-45dd-9647-f37a641862b9 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:36.839995 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b26a5371-2637-4365-b6c0-9cdd160372a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (01316b12-60ce-45dd-9647-f37a641862b9), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:36.875987 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b26a5371-2637-4365-b6c0-9cdd160372a7 None None] Port 01316b12-60ce-45dd-9647-f37a641862b9 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:46:36.966644 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01316b12-60ce-45dd-9647-f37a641862b9 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:46:36.974283 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Publish callbacks [] for port (01316b12-60ce-45dd-9647-f37a641862b9), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:36.986099 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Transition to ACTIVE for port object 01316b12-60ce-45dd-9647-f37a641862b9 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:46:36.989639 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (01316b12-60ce-45dd-9647-f37a641862b9), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:37.054595 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Pushing event updated for resources: {'Port': ['ID=01316b12-60ce-45dd-9647-f37a641862b9,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:37.106292 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Attempting to bind port 01316b12-60ce-45dd-9647-f37a641862b9 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:46:37.106939 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Attempting to bind port 01316b12-60ce-45dd-9647-f37a641862b9 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:46:37.107450 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Attempting to bind port 01316b12-60ce-45dd-9647-f37a641862b9 on network dec2b833-7cac-45cf-899d-249c6dad8788 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:46:37.113395 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Port 01316b12-60ce-45dd-9647-f37a641862b9 on network dec2b833-7cac-45cf-899d-249c6dad8788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:46:37.113728 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Attempting to bind port 01316b12-60ce-45dd-9647-f37a641862b9 on network dec2b833-7cac-45cf-899d-249c6dad8788 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:46:37.119302 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:46:37.119652 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Checking segment: {'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:46:37.120056 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Bound using segment: {'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:46:37.120478 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Bound port: 01316b12-60ce-45dd-9647-f37a641862b9, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f10c334-d7fb-44a0-8a9f-df418ce5459c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:46:37.120835 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (01316b12-60ce-45dd-9647-f37a641862b9), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:37.197347 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] For port 01316b12-60ce-45dd-9647-f37a641862b9, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:46:37.198178 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] For port 01316b12-60ce-45dd-9647-f37a641862b9, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=01316b12-60ce-45dd-9647-f37a641862b9,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:46:37.205359 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (01316b12-60ce-45dd-9647-f37a641862b9), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:37.238063 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:37.238650 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:37.239981 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] 10.222.0.64 "PUT /v2.0/ports/01316b12-60ce-45dd-9647-f37a641862b9 HTTP/1.1" status: 200 len: 1093 time: 0.5932269 Mar 21 11:46:37.240414 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0797ce49-2d1f-4e42-86d0-2f9f3ec4001c', 'tag': '01316b12-60ce-45dd-9647-f37a641862b9'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:46:37.242888 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa80bcc3-a7bb-4152-b186-7d7482170f12" -d '{"events": [{"name": "network-changed", "server_uuid": "0797ce49-2d1f-4e42-86d0-2f9f3ec4001c", "tag": "01316b12-60ce-45dd-9647-f37a641862b9"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:46:37.288972 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4180c9-19cd-49d2-8adb-e6ffbb9c7b9e service neutron] Pushing event updated for resources: {'Port': ['ID=01316b12-60ce-45dd-9647-f37a641862b9,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:37.324617 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4bb8ba-97f5-4e93-ba16-01f66dc5e712 x-openstack-request-id: req-8d4bb8ba-97f5-4e93-ba16-01f66dc5e712 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:46:37.324948 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0797ce49-2d1f-4e42-86d0-2f9f3ec4001c", "tag": "01316b12-60ce-45dd-9647-f37a641862b9", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:46:37.325224 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d4bb8ba-97f5-4e93-ba16-01f66dc5e712 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:46:37.325558 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0797ce49-2d1f-4e42-86d0-2f9f3ec4001c', 'tag': '01316b12-60ce-45dd-9647-f37a641862b9', 'status': 'completed', 'code': 200} Mar 21 11:46:37.392940 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270d363-bb62-445d-9dac-e874c6c68385 req-9c31d1e8-7132-4151-b7b7-67ace0e396e9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:37.394501 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2270d363-bb62-445d-9dac-e874c6c68385 req-9c31d1e8-7132-4151-b7b7-67ace0e396e9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 943 time: 0.0681810 Mar 21 11:46:37.398511 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-fbdac18e-a935-455a-92c3-23c00501a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:37.400132 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-fbdac18e-a935-455a-92c3-23c00501a6f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c58bcecb6f1d42fcab810f7e635cecbe&device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 1127 time: 0.1079948 Mar 21 11:46:37.457349 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-da1b63d7-cfae-4432-8c58-02687734d52d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01316b12-60ce-45dd-9647-f37a641862b9 HTTP/1.1" status: 200 len: 217 time: 0.0443146 Mar 21 11:46:37.526349 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2270d363-bb62-445d-9dac-e874c6c68385 req-42383eb2-c21d-42cb-ad8d-902012f42a21 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198215 Mar 21 11:46:37.540117 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-9b3059c5-c0c5-4bf1-ac12-b2c6e05ad346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:37.541882 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-9b3059c5-c0c5-4bf1-ac12-b2c6e05ad346 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=450dda72-a2ac-4c12-bef3-c87d1bfce43d HTTP/1.1" status: 200 len: 850 time: 0.0715864 Mar 21 11:46:37.589793 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-5bcb60a8-8756-4fef-8bd7-a1c815fcdcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:37.591271 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-5bcb60a8-8756-4fef-8bd7-a1c815fcdcfb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dec2b833-7cac-45cf-899d-249c6dad8788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436630 Mar 21 11:46:37.680181 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-955430f2-529a-4ee4-a531-351e8d5e8e2e service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826137 Mar 21 11:46:37.775831 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1c63ce21-b41b-447d-86fc-0968ebacc21b req-df9a06e9-58d2-4c70-a255-6fb25aaf7ef2 service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906553 Mar 21 11:46:37.862672 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80bcc3-a7bb-4152-b186-7d7482170f12 req-1725507f-25d5-4e78-acbe-402cc6d171bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:37.864119 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fa80bcc3-a7bb-4152-b186-7d7482170f12 req-1725507f-25d5-4e78-acbe-402cc6d171bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c58bcecb6f1d42fcab810f7e635cecbe&device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 1127 time: 0.0456746 Mar 21 11:46:37.964884 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80bcc3-a7bb-4152-b186-7d7482170f12 req-06fdfe3f-b593-4bee-a0cf-e2886ab9e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:37.966356 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fa80bcc3-a7bb-4152-b186-7d7482170f12 req-06fdfe3f-b593-4bee-a0cf-e2886ab9e1d4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dec2b833-7cac-45cf-899d-249c6dad8788 HTTP/1.1" status: 200 len: 912 time: 0.0960369 Mar 21 11:46:38.007078 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fa80bcc3-a7bb-4152-b186-7d7482170f12 req-2f91d655-1175-4348-b607-0fb7c4b1b873 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01316b12-60ce-45dd-9647-f37a641862b9 HTTP/1.1" status: 200 len: 217 time: 0.0347164 Mar 21 11:46:38.054751 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80bcc3-a7bb-4152-b186-7d7482170f12 req-202d1dab-b4cb-41d6-82c4-77afd5ee6344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:38.056194 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fa80bcc3-a7bb-4152-b186-7d7482170f12 req-202d1dab-b4cb-41d6-82c4-77afd5ee6344 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=450dda72-a2ac-4c12-bef3-c87d1bfce43d HTTP/1.1" status: 200 len: 850 time: 0.0428641 Mar 21 11:46:38.102184 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80bcc3-a7bb-4152-b186-7d7482170f12 req-e3d89657-9db9-408a-b5f3-d87af5d50946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:38.103589 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fa80bcc3-a7bb-4152-b186-7d7482170f12 req-e3d89657-9db9-408a-b5f3-d87af5d50946 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dec2b833-7cac-45cf-899d-249c6dad8788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409093 Mar 21 11:46:38.192962 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fa80bcc3-a7bb-4152-b186-7d7482170f12 req-b4bcd1bd-d47f-4fa7-b5ef-859bebf631b4 service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832601 Mar 21 11:46:38.280691 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fa80bcc3-a7bb-4152-b186-7d7482170f12 req-fe3d8425-4ce5-4670-90d9-364ab30df410 service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790205 Mar 21 11:46:38.656298 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3b03d-42aa-42d9-b592-d672c2926cb8 req-5bb0d725-a71b-4971-bc60-cad2e10b859d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:38.657754 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e4d3b03d-42aa-42d9-b592-d672c2926cb8 req-5bb0d725-a71b-4971-bc60-cad2e10b859d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 943 time: 0.0608814 Mar 21 11:46:38.704318 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e4d3b03d-42aa-42d9-b592-d672c2926cb8 req-19810b0c-0fd0-42e6-a099-d4b915595ce8 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410056 Mar 21 11:46:39.000530 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 45304) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:39.101275 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b4ea731e-ba6e-442f-90cb-69889c2ebc04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:39.173544 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b4ea731e-ba6e-442f-90cb-69889c2ebc04 admin admin] Publish callbacks [] for security_group (4bef2a0a-e858-4115-bb7f-91bde2fc68ad), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:39.177057 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-b4ea731e-ba6e-442f-90cb-69889c2ebc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (4bef2a0a-e858-4115-bb7f-91bde2fc68ad), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:39.214068 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-b4ea731e-ba6e-442f-90cb-69889c2ebc04 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=60dd0f6daf2c4b8680de38d636eb1f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124672 Mar 21 11:46:39.215156 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea731e-ba6e-442f-90cb-69889c2ebc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bef2a0a-e858-4115-bb7f-91bde2fc68ad,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:39.216827 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 45308) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:39.263476 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e9280de-d380-4234-a54a-587cd49995cc admin admin] Publish callbacks [] for security_group (4bef2a0a-e858-4115-bb7f-91bde2fc68ad), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:39.284236 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e9280de-d380-4234-a54a-587cd49995cc admin admin] Publish callbacks [] for security_group (4bef2a0a-e858-4115-bb7f-91bde2fc68ad), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:39.330097 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e9280de-d380-4234-a54a-587cd49995cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (4bef2a0a-e858-4115-bb7f-91bde2fc68ad), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:39.333164 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1e9280de-d380-4234-a54a-587cd49995cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:39.334297 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-1e9280de-d380-4234-a54a-587cd49995cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4bef2a0a-e858-4115-bb7f-91bde2fc68ad HTTP/1.1" status: 204 len: 168 time: 0.1164539 Mar 21 11:46:39.342005 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9280de-d380-4234-a54a-587cd49995cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bef2a0a-e858-4115-bb7f-91bde2fc68ad,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:39.848553 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60998f-3a16-4973-aab0-f96acdeda4a2 req-72aeae72-892c-4774-81c9-ab983f5a7745 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:39.850170 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8e60998f-3a16-4973-aab0-f96acdeda4a2 req-72aeae72-892c-4774-81c9-ab983f5a7745 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 943 time: 0.0706513 Mar 21 11:46:39.913051 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8e60998f-3a16-4973-aab0-f96acdeda4a2 req-f2c0add6-9a99-48f6-9264-7e942aa5cb74 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563090 Mar 21 11:46:39.953315 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3804-4937-4b5a-bc2b-6c57a96b17e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:39.986379 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 45376) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:40.080943 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-2e3c6558-ae12-4a41-851b-30e5269a3829 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-135441681-network', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:46:40.100294 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3c6558-ae12-4a41-851b-30e5269a3829 admin admin] Made reservation on behalf of d748bd2ce30541e7b63b617f55d191c4 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:46:40.102557 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6558-ae12-4a41-851b-30e5269a3829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:40.111695 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6558-ae12-4a41-851b-30e5269a3829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:40.186582 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6558-ae12-4a41-851b-30e5269a3829 admin admin] Publish callbacks [] for security_group (0e20ea63-01c5-4950-8a79-6ca8e674a1c4), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:40.190846 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6558-ae12-4a41-851b-30e5269a3829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (0e20ea63-01c5-4950-8a79-6ca8e674a1c4), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:40.218256 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3c6558-ae12-4a41-851b-30e5269a3829 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:46:40.227757 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c6558-ae12-4a41-851b-30e5269a3829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e20ea63-01c5-4950-8a79-6ca8e674a1c4,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:40.235136 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6558-ae12-4a41-851b-30e5269a3829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (f39252ce-4ea7-45b8-86cf-f01b76fc46df), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:40.235607 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-2e3c6558-ae12-4a41-851b-30e5269a3829 admin admin] Added segment f39252ce-4ea7-45b8-86cf-f01b76fc46df of type vlan for network b7e97bd0-3a9e-4458-af7c-944d9090d892 Mar 21 11:46:40.283604 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6558-ae12-4a41-851b-30e5269a3829 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (b7e97bd0-3a9e-4458-af7c-944d9090d892), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:40.307183 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6558-ae12-4a41-851b-30e5269a3829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (b7e97bd0-3a9e-4458-af7c-944d9090d892), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:40.308143 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3c6558-ae12-4a41-851b-30e5269a3829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:40.308728 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6558-ae12-4a41-851b-30e5269a3829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:40.363815 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-2e3c6558-ae12-4a41-851b-30e5269a3829 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3762279 Mar 21 11:46:40.367101 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 45394) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:40.372268 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-3c8607f3-0159-49e1-80e3-a8460578dac4 admin admin] Request body: {'subnet': {'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-135441681-subnet', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:46:40.372577 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c6558-ae12-4a41-851b-30e5269a3829 admin admin] Pushing event updated for resources: {'Network': ['ID=b7e97bd0-3a9e-4458-af7c-944d9090d892,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:40.382427 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network b7e97bd0-3a9e-4458-af7c-944d9090d892 details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:46:40.393348 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8607f3-0159-49e1-80e3-a8460578dac4 admin admin] Made reservation on behalf of d748bd2ce30541e7b63b617f55d191c4 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:46:40.395689 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c8607f3-0159-49e1-80e3-a8460578dac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8561240'] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:40.565725 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c8607f3-0159-49e1-80e3-a8460578dac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8737539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8561230'] for subnet (d4324250-7543-439c-a24b-65ed5c879e7c), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:40.613232 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8607f3-0159-49e1-80e3-a8460578dac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4324250-7543-439c-a24b-65ed5c879e7c,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:40.631548 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8607f3-0159-49e1-80e3-a8460578dac4 admin admin] Checking segment: {'id': 'f39252ce-4ea7-45b8-86cf-f01b76fc46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:46:40.631944 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8607f3-0159-49e1-80e3-a8460578dac4 admin admin] Network hostable DHCP agents. Network: b7e97bd0-3a9e-4458-af7c-944d9090d892, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:46:40.648332 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8607f3-0159-49e1-80e3-a8460578dac4 admin admin] Network b7e97bd0-3a9e-4458-af7c-944d9090d892 is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:46:40.657174 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-3c8607f3-0159-49e1-80e3-a8460578dac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, b7e97bd0-3a9e-4458-af7c-944d9090d892) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:46:40.661093 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8607f3-0159-49e1-80e3-a8460578dac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:40.661683 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-3c8607f3-0159-49e1-80e3-a8460578dac4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:40.665495 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bb1ccf-6928-4564-b332-f17f53902627 None None] Network b7e97bd0-3a9e-4458-af7c-944d9090d892 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:46:40.679165 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-3c8607f3-0159-49e1-80e3-a8460578dac4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3109100 Mar 21 11:46:40.681895 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 45396) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:40.686540 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-135441681-router', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:46:40.705224 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4749'] for router (4809ddc3-0230-43b5-94e6-64d17c3e2992), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:40.706426 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4756'] for router (4809ddc3-0230-43b5-94e6-64d17c3e2992), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:40.759350 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Publish callbacks [] for router_controller (4809ddc3-0230-43b5-94e6-64d17c3e2992), precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:40.760905 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947d282f-53ab-5c09-984e-15aea43c1147-b7e97bd0-3a9e-4458-af7c-944d9090d892', 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892', 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'fixed_ips': [{'subnet_id': 'd4324250-7543-439c-a24b-65ed5c879e7c'}]}} from dv-cinder-805072-11-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:46:40.761865 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:40.902448 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Allocated IP 172.20.0.2 (b7e97bd0-3a9e-4458-af7c-944d9090d892/d4324250-7543-439c-a24b-65ed5c879e7c/6907ebc4-5849-47e6-85c3-c38c08973567) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:46:40.905987 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Publish callbacks [] for router_gateway (4809ddc3-0230-43b5-94e6-64d17c3e2992), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:41.149719 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599a028-5326-426f-abb6-12b37d9b6f2a req-b2b47d45-0ceb-4853-a5f5-aa2e15829226 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:41.151188 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7599a028-5326-426f-abb6-12b37d9b6f2a req-b2b47d45-0ceb-4853-a5f5-aa2e15829226 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 943 time: 0.1491818 Mar 21 11:46:41.160646 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Publish callbacks [] for router_gateway (4809ddc3-0230-43b5-94e6-64d17c3e2992), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:41.180516 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Publish callbacks [] for port (6907ebc4-5849-47e6-85c3-c38c08973567), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:41.186048 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (6907ebc4-5849-47e6-85c3-c38c08973567), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:41.190271 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:41.222034 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Network b7e97bd0-3a9e-4458-af7c-944d9090d892 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:46:41.225149 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:46:41.228521 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:46:41.239212 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Pushing event updated for resources: {'Port': ['ID=6907ebc4-5849-47e6-85c3-c38c08973567,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:41.260238 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7599a028-5326-426f-abb6-12b37d9b6f2a req-97c7dcb7-4440-4843-be8f-2f0eac07f1bc tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018493 Mar 21 11:46:41.268497 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:41.269072 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:41.269603 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:41.270104 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:41.270600 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:41.270953 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:41.271282 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:41.271604 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:41.272006 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:41.272333 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:41.272658 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:41.272976 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:41.273294 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:41.273611 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:41.273929 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:41.308090 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Attempting to bind port 6907ebc4-5849-47e6-85c3-c38c08973567 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:46:41.308484 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Attempting to bind port 6907ebc4-5849-47e6-85c3-c38c08973567 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'f39252ce-4ea7-45b8-86cf-f01b76fc46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:46:41.308867 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Attempting to bind port 6907ebc4-5849-47e6-85c3-c38c08973567 on network b7e97bd0-3a9e-4458-af7c-944d9090d892 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:46:41.314383 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:46:41.314754 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Checking segment: {'id': 'f39252ce-4ea7-45b8-86cf-f01b76fc46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:46:41.315152 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:41.315537 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Bound using segment: {'id': 'f39252ce-4ea7-45b8-86cf-f01b76fc46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:46:41.316034 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Bound port: 6907ebc4-5849-47e6-85c3-c38c08973567, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39252ce-4ea7-45b8-86cf-f01b76fc46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:46:41.316412 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (6907ebc4-5849-47e6-85c3-c38c08973567), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:41.338451 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Allocated IP 172.27.0.232 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/3febb344-1a0b-4b95-9068-ae3c42291c60) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:46:41.377607 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] For port 6907ebc4-5849-47e6-85c3-c38c08973567, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:46:41.380596 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] For port 6907ebc4-5849-47e6-85c3-c38c08973567, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=6907ebc4-5849-47e6-85c3-c38c08973567,segment=NetworkSegment(f39252ce-4ea7-45b8-86cf-f01b76fc46df),segment_id=f39252ce-4ea7-45b8-86cf-f01b76fc46df)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:46:41.386684 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (6907ebc4-5849-47e6-85c3-c38c08973567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:41.441729 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089aea5-5c24-45f8-990a-3fc3e5845fbc None None] Pushing event updated for resources: {'Port': ['ID=6907ebc4-5849-47e6-85c3-c38c08973567,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:41.447001 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Publish callbacks [] for port (3febb344-1a0b-4b95-9068-ae3c42291c60), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:41.480854 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (3febb344-1a0b-4b95-9068-ae3c42291c60), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:41.531632 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:46:41.536280 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:46:41.538733 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=3febb344-1a0b-4b95-9068-ae3c42291c60,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:41.541284 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:46:41.812053 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Publish callbacks [] for router_gateway (4809ddc3-0230-43b5-94e6-64d17c3e2992), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:42.012752 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655908'] for router (4809ddc3-0230-43b5-94e6-64d17c3e2992), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:42.149920 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Router 4809ddc3-0230-43b5-94e6-64d17c3e2992 is scheduled to L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:46:42.268184 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:46:42.273585 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-24605262-fc27-453a-bb19-802cdb8d481c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:42.282269 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Sync routers for ids ['4809ddc3-0230-43b5-94e6-64d17c3e2992'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:46:42.288237 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:42.292397 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-135cdfb3-6946-4e3a-931d-1607e65bc7e4 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6062124 Mar 21 11:46:42.292976 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 45406) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:42.293309 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Routers {'4809ddc3-0230-43b5-94e6-64d17c3e2992'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:46:42.294117 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:46:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['4809ddc3-0230-43b5-94e6-64d17c3e2992'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:42.376277 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac58621-1ed8-4dfe-b278-ebfa5e77e78b None None] Network b7e97bd0-3a9e-4458-af7c-944d9090d892 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:46:42.464548 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-9868cdf1-8ac6-4ceb-b6be-7186e6cd07ca None None] Provisioning complete for port 6907ebc4-5849-47e6-85c3-c38c08973567 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:42.464922 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9868cdf1-8ac6-4ceb-b6be-7186e6cd07ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (6907ebc4-5849-47e6-85c3-c38c08973567), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:42.512336 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Set router 4809ddc3-0230-43b5-94e6-64d17c3e2992 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:46:42.695710 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7ac5-222f-4199-b611-965b44191461 req-9f5811ba-99aa-41ae-beba-9375d4d5373c tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:42.697191 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f7ed7ac5-222f-4199-b611-965b44191461 req-9f5811ba-99aa-41ae-beba-9375d4d5373c tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 943 time: 0.1014721 Mar 21 11:46:42.758402 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9868cdf1-8ac6-4ceb-b6be-7186e6cd07ca None None] Current status of the port 6907ebc4-5849-47e6-85c3-c38c08973567 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:42.758713 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9868cdf1-8ac6-4ceb-b6be-7186e6cd07ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (6907ebc4-5849-47e6-85c3-c38c08973567), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:42.803361 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9868cdf1-8ac6-4ceb-b6be-7186e6cd07ca None None] For port 6907ebc4-5849-47e6-85c3-c38c08973567, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=6907ebc4-5849-47e6-85c3-c38c08973567,segment=NetworkSegment(f39252ce-4ea7-45b8-86cf-f01b76fc46df),segment_id=f39252ce-4ea7-45b8-86cf-f01b76fc46df)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:46:42.813002 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9868cdf1-8ac6-4ceb-b6be-7186e6cd07ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (6907ebc4-5849-47e6-85c3-c38c08973567), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:42.820761 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'name': 'tempest-TestMinimumBasicScenario-135441681-router', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:40Z', 'updated_at': '2022-03-21T11:46:41Z', 'revision_number': 3, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'gw_port': {'id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:41Z', 'updated_at': '2022-03-21T11:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:42.838944 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f7ed7ac5-222f-4199-b611-965b44191461 req-8507e3b6-f796-4d53-9719-6649ac32d94c tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351011 Mar 21 11:46:42.871694 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Checking router: 4809ddc3-0230-43b5-94e6-64d17c3e2992 for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:46:42.872082 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Updating router 4809ddc3-0230-43b5-94e6-64d17c3e2992 port 3febb344-1a0b-4b95-9068-ae3c42291c60 binding host dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:46:42.925749 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (3febb344-1a0b-4b95-9068-ae3c42291c60), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:42.929029 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 6907ebc4-5849-47e6-85c3-c38c08973567 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:46:42.930721 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868cdf1-8ac6-4ceb-b6be-7186e6cd07ca None None] Pushing event updated for resources: {'Port': ['ID=6907ebc4-5849-47e6-85c3-c38c08973567,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:43.101421 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0950114d-0df2-4aca-ba13-d66f7a5c4017 None None] Provisioning complete for port 6907ebc4-5849-47e6-85c3-c38c08973567 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:43.101794 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0950114d-0df2-4aca-ba13-d66f7a5c4017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (6907ebc4-5849-47e6-85c3-c38c08973567), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:43.112479 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 6907ebc4-5849-47e6-85c3-c38c08973567 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:43.112847 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (6907ebc4-5849-47e6-85c3-c38c08973567), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:43.152200 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:43.304999 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Allocated IP 172.20.0.1 (b7e97bd0-3a9e-4458-af7c-944d9090d892/d4324250-7543-439c-a24b-65ed5c879e7c/5e90e2f2-e3d9-4d19-a208-3966a6b40772) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:46:43.334796 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0950114d-0df2-4aca-ba13-d66f7a5c4017 None None] Current status of the port 6907ebc4-5849-47e6-85c3-c38c08973567 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:43.368375 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 6907ebc4-5849-47e6-85c3-c38c08973567 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:43.391917 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Publish callbacks [] for port (3febb344-1a0b-4b95-9068-ae3c42291c60), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:43.397140 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (3febb344-1a0b-4b95-9068-ae3c42291c60), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:43.413093 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Publish callbacks [] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:43.446773 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:43.449922 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f58c3-5784-4628-aa8e-69b4bed35169 None None] Pushing event updated for resources: {'Port': ['ID=3febb344-1a0b-4b95-9068-ae3c42291c60,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:43.452403 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Attempting to bind port 3febb344-1a0b-4b95-9068-ae3c42291c60 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:46:43.452763 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Attempting to bind port 3febb344-1a0b-4b95-9068-ae3c42291c60 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:46:43.453129 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Attempting to bind port 3febb344-1a0b-4b95-9068-ae3c42291c60 on network c5837a43-2245-4480-ae3d-f889828e7864 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:46:43.458664 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:46:43.459043 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Checking segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:46:43.459449 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:43.459864 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Bound using segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:46:43.460335 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Bound port: 3febb344-1a0b-4b95-9068-ae3c42291c60, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:46:43.460712 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (3febb344-1a0b-4b95-9068-ae3c42291c60), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:43.486843 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Network b7e97bd0-3a9e-4458-af7c-944d9090d892 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:46:43.491144 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:46:43.496383 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:46:43.506155 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:46:43.518050 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:43.526244 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e90e2f2-e3d9-4d19-a208-3966a6b40772,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:43.530659 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] For port 3febb344-1a0b-4b95-9068-ae3c42291c60, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:46:43.534060 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] For port 3febb344-1a0b-4b95-9068-ae3c42291c60, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=3febb344-1a0b-4b95-9068-ae3c42291c60,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:46:43.541260 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (3febb344-1a0b-4b95-9068-ae3c42291c60), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:43.551381 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655857'] for router_interface (4809ddc3-0230-43b5-94e6-64d17c3e2992), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:43.599380 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Routers {'4809ddc3-0230-43b5-94e6-64d17c3e2992'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:46:43.600061 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:46:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['4809ddc3-0230-43b5-94e6-64d17c3e2992'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:43.639119 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f58c3-5784-4628-aa8e-69b4bed35169 None None] Pushing event updated for resources: {'Port': ['ID=3febb344-1a0b-4b95-9068-ae3c42291c60,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:43.696936 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:43.845527 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a835b273-41b2-4c83-ae99-ab59f7b9b263 None None] Provisioning complete for port 5e90e2f2-e3d9-4d19-a208-3966a6b40772 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:43.845785 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a835b273-41b2-4c83-ae99-ab59f7b9b263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:43.870911 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Publish callbacks [] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:43.886858 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:43.893905 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] Set router 4809ddc3-0230-43b5-94e6-64d17c3e2992 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:46:43.896493 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a835b273-41b2-4c83-ae99-ab59f7b9b263 None None] Port 5e90e2f2-e3d9-4d19-a208-3966a6b40772 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:46:43.987122 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655717'] for router_interface (4809ddc3-0230-43b5-94e6-64d17c3e2992), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:43.989642 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e90e2f2-e3d9-4d19-a208-3966a6b40772,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:44.062331 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da657606-e9fe-40d1-ad05-037aaf5c1bdc req-ca80a84e-66a2-45cf-b537-f84c20e25748 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:44.064065 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-da657606-e9fe-40d1-ad05-037aaf5c1bdc req-ca80a84e-66a2-45cf-b537-f84c20e25748 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 943 time: 0.1279974 Mar 21 11:46:44.105253 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'name': 'tempest-TestMinimumBasicScenario-135441681-router', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:40Z', 'updated_at': '2022-03-21T11:46:41Z', 'revision_number': 3, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'gw_port': {'id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:41Z', 'updated_at': '2022-03-21T11:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:44.132586 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822e366d-92cf-4be6-8234-329aa647e5e2 None None] The sync data for ids ['4809ddc3-0230-43b5-94e6-64d17c3e2992'] in dv-cinder-805072-11-iscsi is: [{'id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'name': 'tempest-TestMinimumBasicScenario-135441681-router', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:40Z', 'updated_at': '2022-03-21T11:46:41Z', 'revision_number': 3, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'gw_port': {'id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:41Z', 'updated_at': '2022-03-21T11:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:46:44.141774 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-da657606-e9fe-40d1-ad05-037aaf5c1bdc req-a5fa8fb8-c537-4bb7-b5b4-684a1b77bd08 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693781 Mar 21 11:46:44.143593 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Network b7e97bd0-3a9e-4458-af7c-944d9090d892 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:46:44.145122 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:46:44.275855 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Router 4809ddc3-0230-43b5-94e6-64d17c3e2992 has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:46:44.417821 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:46:44.424322 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f9e9bfd2-42ad-4729-b137-947795a904b9 admin admin] 10.222.0.61 "PUT /v2.0/routers/4809ddc3-0230-43b5-94e6-64d17c3e2992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1299393 Mar 21 11:46:44.427238 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0c0529a5-7e0f-4065-bdfc-a02946d0fa53 None None] Provisioning complete for port 5e90e2f2-e3d9-4d19-a208-3966a6b40772 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:44.427738 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0c0529a5-7e0f-4065-bdfc-a02946d0fa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:44.465498 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0c0529a5-7e0f-4065-bdfc-a02946d0fa53 None None] Port 5e90e2f2-e3d9-4d19-a208-3966a6b40772 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:46:44.812626 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:44.941676 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 6907ebc4-5849-47e6-85c3-c38c08973567 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:46:44.957001 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 45428) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:44.963500 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-1ce2a6cd-9744-4535-b887-169fda59ecb9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2113278926-network', 'tenant_id': 'fc17dbf785fd4996b8e2f23d45cd093e'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:46:44.989059 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce2a6cd-9744-4535-b887-169fda59ecb9 admin admin] Made reservation on behalf of fc17dbf785fd4996b8e2f23d45cd093e for: {'network': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:46:44.992098 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ce2a6cd-9744-4535-b887-169fda59ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:44.999913 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 6907ebc4-5849-47e6-85c3-c38c08973567 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:45.000333 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (6907ebc4-5849-47e6-85c3-c38c08973567), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.001415 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ce2a6cd-9744-4535-b887-169fda59ecb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.079505 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 01316b12-60ce-45dd-9647-f37a641862b9 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:46:45.093285 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ce2a6cd-9744-4535-b887-169fda59ecb9 admin admin] Publish callbacks [] for security_group (3442275e-d27b-4295-8abb-118c9e98275b), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.096129 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 6907ebc4-5849-47e6-85c3-c38c08973567 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:45.097235 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 3febb344-1a0b-4b95-9068-ae3c42291c60 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:46:45.097961 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ce2a6cd-9744-4535-b887-169fda59ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (3442275e-d27b-4295-8abb-118c9e98275b), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.127345 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce2a6cd-9744-4535-b887-169fda59ecb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=103318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:46:45.133964 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2a6cd-9744-4535-b887-169fda59ecb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3442275e-d27b-4295-8abb-118c9e98275b,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:45.141785 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ce2a6cd-9744-4535-b887-169fda59ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (f4f983fe-c19b-4dda-8bce-aac757a0fd66), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.141785 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.segments_db [None req-1ce2a6cd-9744-4535-b887-169fda59ecb9 admin admin] Added segment f4f983fe-c19b-4dda-8bce-aac757a0fd66 of type vlan for network 7445d587-ebaa-4969-aff9-ec99ed833236 Mar 21 11:46:45.193343 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ce2a6cd-9744-4535-b887-169fda59ecb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (7445d587-ebaa-4969-aff9-ec99ed833236), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.215159 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 3febb344-1a0b-4b95-9068-ae3c42291c60 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:45.215538 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (3febb344-1a0b-4b95-9068-ae3c42291c60), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.247867 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ce2a6cd-9744-4535-b887-169fda59ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (7445d587-ebaa-4969-aff9-ec99ed833236), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.248801 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce2a6cd-9744-4535-b887-169fda59ecb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:45.249382 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1ce2a6cd-9744-4535-b887-169fda59ecb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.265859 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 01316b12-60ce-45dd-9647-f37a641862b9, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=01316b12-60ce-45dd-9647-f37a641862b9,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:46:45.280210 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': '01316b12-60ce-45dd-9647-f37a641862b9', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'port_id': '01316b12-60ce-45dd-9647-f37a641862b9', 'mac_address': 'fa:16:3e:6a:81:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:46:45.314402 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-1ce2a6cd-9744-4535-b887-169fda59ecb9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3562467 Mar 21 11:46:45.317751 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 45434) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:45.323532 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-5f1b9013-6dc3-4daa-a95f-5a782389126d admin admin] Request body: {'subnet': {'network_id': '7445d587-ebaa-4969-aff9-ec99ed833236', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2113278926-subnet', 'tenant_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'ip_version': 4}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:46:45.328058 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2a6cd-9744-4535-b887-169fda59ecb9 admin admin] Pushing event updated for resources: {'Network': ['ID=7445d587-ebaa-4969-aff9-ec99ed833236,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:45.336922 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5ff92-6c6e-4dc7-a469-9b2da849d173 req-4a3aac05-3179-42a5-85ea-74768978034f tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:45.339272 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a0c5ff92-6c6e-4dc7-a469-9b2da849d173 req-4a3aac05-3179-42a5-85ea-74768978034f tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 943 time: 0.1268473 Mar 21 11:46:45.346147 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1b9013-6dc3-4daa-a95f-5a782389126d admin admin] Made reservation on behalf of fc17dbf785fd4996b8e2f23d45cd093e for: {'subnet': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:46:45.348713 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5f1b9013-6dc3-4daa-a95f-5a782389126d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8734039'] for subnet (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.356743 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network 7445d587-ebaa-4969-aff9-ec99ed833236 details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:46:45.393140 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a0c5ff92-6c6e-4dc7-a469-9b2da849d173 req-3d643cf0-718b-48f7-ad74-67ed375b8880 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467672 Mar 21 11:46:45.434806 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 01316b12-60ce-45dd-9647-f37a641862b9 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:45.435374 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (01316b12-60ce-45dd-9647-f37a641862b9), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.438885 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 3febb344-1a0b-4b95-9068-ae3c42291c60 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:45.439288 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (3febb344-1a0b-4b95-9068-ae3c42291c60), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.484035 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port 3febb344-1a0b-4b95-9068-ae3c42291c60, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=3febb344-1a0b-4b95-9068-ae3c42291c60,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:46:45.485894 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01316b12-60ce-45dd-9647-f37a641862b9 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:46:45.493147 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (3febb344-1a0b-4b95-9068-ae3c42291c60), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.536439 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 01316b12-60ce-45dd-9647-f37a641862b9, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=01316b12-60ce-45dd-9647-f37a641862b9,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:46:45.542461 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (01316b12-60ce-45dd-9647-f37a641862b9), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.571525 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=3febb344-1a0b-4b95-9068-ae3c42291c60,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:45.626904 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=01316b12-60ce-45dd-9647-f37a641862b9,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:45.747380 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5f1b9013-6dc3-4daa-a95f-5a782389126d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8481041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8734017'] for subnet (31caaac9-28f3-41bf-81a2-abe0939f8d4b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.807340 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b9013-6dc3-4daa-a95f-5a782389126d admin admin] Pushing event updated for resources: {'Subnet': ['ID=31caaac9-28f3-41bf-81a2-abe0939f8d4b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:45.809484 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Sync routers for ids ['4809ddc3-0230-43b5-94e6-64d17c3e2992'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:46:45.815863 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b9013-6dc3-4daa-a95f-5a782389126d admin admin] Checking segment: {'id': 'f4f983fe-c19b-4dda-8bce-aac757a0fd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7445d587-ebaa-4969-aff9-ec99ed833236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:46:45.816317 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1b9013-6dc3-4daa-a95f-5a782389126d admin admin] Network hostable DHCP agents. Network: 7445d587-ebaa-4969-aff9-ec99ed833236, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:46:45.819398 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['01316b12-60ce-45dd-9647-f37a641862b9'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:46:45.825693 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Routers {'4809ddc3-0230-43b5-94e6-64d17c3e2992'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:46:45.826841 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:46:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['4809ddc3-0230-43b5-94e6-64d17c3e2992'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:45.847032 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1b9013-6dc3-4daa-a95f-5a782389126d admin admin] Network 7445d587-ebaa-4969-aff9-ec99ed833236 is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:46:45.859957 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-5f1b9013-6dc3-4daa-a95f-5a782389126d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, 7445d587-ebaa-4969-aff9-ec99ed833236) {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:46:45.865303 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1b9013-6dc3-4daa-a95f-5a782389126d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:45.865912 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5f1b9013-6dc3-4daa-a95f-5a782389126d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.872988 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf47429-fb8d-4347-b527-4dea31cec4a9 None None] Network 7445d587-ebaa-4969-aff9-ec99ed833236 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:46:45.885932 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-5f1b9013-6dc3-4daa-a95f-5a782389126d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5641787 Mar 21 11:46:45.886142 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 45436) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:45.892019 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2113278926-router', 'tenant_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:46:45.914474 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4749'] for router (a846fc4a-f9bf-4086-8b28-789752ab6c2d), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.915663 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4756'] for router (a846fc4a-f9bf-4086-8b28-789752ab6c2d), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:45.945358 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Set router 4809ddc3-0230-43b5-94e6-64d17c3e2992 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:46:45.974430 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Publish callbacks [] for router_controller (a846fc4a-f9bf-4086-8b28-789752ab6c2d), precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.032563 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947d282f-53ab-5c09-984e-15aea43c1147-7445d587-ebaa-4969-aff9-ec99ed833236', 'network_id': '7445d587-ebaa-4969-aff9-ec99ed833236', 'project_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'fixed_ips': [{'subnet_id': '31caaac9-28f3-41bf-81a2-abe0939f8d4b'}]}} from dv-cinder-805072-11-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:46:46.033405 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.155546 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Publish callbacks [] for router_gateway (a846fc4a-f9bf-4086-8b28-789752ab6c2d), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.167603 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'name': 'tempest-TestMinimumBasicScenario-135441681-router', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:40Z', 'updated_at': '2022-03-21T11:46:43Z', 'revision_number': 4, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'gw_port': {'id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:41Z', 'updated_at': '2022-03-21T11:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '5e90e2f2-e3d9-4d19-a208-3966a6b40772', 'name': '', 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'mac_address': 'fa:16:3e:2b:20:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:43Z', 'updated_at': '2022-03-21T11:46:43Z', 'revision_number': 2, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'subnets': [{'id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:46.197306 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Checking router: 4809ddc3-0230-43b5-94e6-64d17c3e2992 for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:46:46.197654 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Updating router 4809ddc3-0230-43b5-94e6-64d17c3e2992 port 5e90e2f2-e3d9-4d19-a208-3966a6b40772 binding host dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:46:46.225002 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.248059 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Allocated IP 172.20.0.2 (7445d587-ebaa-4969-aff9-ec99ed833236/31caaac9-28f3-41bf-81a2-abe0939f8d4b/470e6c39-7255-4675-b465-5a1a5e9302bd) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:46:46.405150 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Publish callbacks [] for router_gateway (a846fc4a-f9bf-4086-8b28-789752ab6c2d), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.435444 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.441748 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Publish callbacks [] for port (470e6c39-7255-4675-b465-5a1a5e9302bd), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.448815 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.453457 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (470e6c39-7255-4675-b465-5a1a5e9302bd), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.502872 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Network 7445d587-ebaa-4969-aff9-ec99ed833236 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:46:46.505939 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:46:46.512738 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:46:46.526839 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3523d87-ebcd-425f-8eed-e30621494517 req-27efe146-8e8a-4610-aff4-07e21daac388 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:46.534899 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d3523d87-ebcd-425f-8eed-e30621494517 req-27efe146-8e8a-4610-aff4-07e21daac388 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 944 time: 0.0655246 Mar 21 11:46:46.550753 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Pushing event updated for resources: {'Port': ['ID=470e6c39-7255-4675-b465-5a1a5e9302bd,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:46.570161 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Allocated IP 172.27.0.169 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/41f472e8-809a-4d1d-ba40-93fdd06ec2e7) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:46:46.574702 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Publish callbacks [] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.583475 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.597479 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Attempting to bind port 470e6c39-7255-4675-b465-5a1a5e9302bd on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:46:46.597938 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Attempting to bind port 470e6c39-7255-4675-b465-5a1a5e9302bd by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'f4f983fe-c19b-4dda-8bce-aac757a0fd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7445d587-ebaa-4969-aff9-ec99ed833236'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:46:46.598407 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Attempting to bind port 470e6c39-7255-4675-b465-5a1a5e9302bd on network 7445d587-ebaa-4969-aff9-ec99ed833236 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:46:46.606329 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:46:46.606936 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Checking segment: {'id': 'f4f983fe-c19b-4dda-8bce-aac757a0fd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7445d587-ebaa-4969-aff9-ec99ed833236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:46:46.607863 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.608224 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d3523d87-ebcd-425f-8eed-e30621494517 req-6e6e777e-7f34-4a0b-af4c-e37eda6ac58a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720081 Mar 21 11:46:46.608624 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Bound using segment: {'id': 'f4f983fe-c19b-4dda-8bce-aac757a0fd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7445d587-ebaa-4969-aff9-ec99ed833236'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:46:46.609265 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Bound port: 470e6c39-7255-4675-b465-5a1a5e9302bd, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f983fe-c19b-4dda-8bce-aac757a0fd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7445d587-ebaa-4969-aff9-ec99ed833236'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:46:46.609872 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (470e6c39-7255-4675-b465-5a1a5e9302bd), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.675661 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830614-5b86-4a04-9d81-eddee2319014 None None] Pushing event updated for resources: {'Port': ['ID=5e90e2f2-e3d9-4d19-a208-3966a6b40772,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:46.693201 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] For port 470e6c39-7255-4675-b465-5a1a5e9302bd, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:46:46.695687 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830614-5b86-4a04-9d81-eddee2319014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:46.696062 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830614-5b86-4a04-9d81-eddee2319014 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:46.696421 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830614-5b86-4a04-9d81-eddee2319014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:46.696805 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830614-5b86-4a04-9d81-eddee2319014 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:46.696932 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] For port 470e6c39-7255-4675-b465-5a1a5e9302bd, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=470e6c39-7255-4675-b465-5a1a5e9302bd,segment=NetworkSegment(f4f983fe-c19b-4dda-8bce-aac757a0fd66),segment_id=f4f983fe-c19b-4dda-8bce-aac757a0fd66)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:46:46.697098 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830614-5b86-4a04-9d81-eddee2319014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:46.697655 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830614-5b86-4a04-9d81-eddee2319014 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:46.698171 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830614-5b86-4a04-9d81-eddee2319014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:46.698827 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830614-5b86-4a04-9d81-eddee2319014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:46.699357 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830614-5b86-4a04-9d81-eddee2319014 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:46.699919 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830614-5b86-4a04-9d81-eddee2319014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:46.700457 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830614-5b86-4a04-9d81-eddee2319014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:46.701021 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830614-5b86-4a04-9d81-eddee2319014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:46.702205 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830614-5b86-4a04-9d81-eddee2319014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:46.702731 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830614-5b86-4a04-9d81-eddee2319014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:46.703054 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830614-5b86-4a04-9d81-eddee2319014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:46:46.705805 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (470e6c39-7255-4675-b465-5a1a5e9302bd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.721526 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Attempting to bind port 5e90e2f2-e3d9-4d19-a208-3966a6b40772 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:46:46.722081 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Attempting to bind port 5e90e2f2-e3d9-4d19-a208-3966a6b40772 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'f39252ce-4ea7-45b8-86cf-f01b76fc46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:46:46.722590 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Attempting to bind port 5e90e2f2-e3d9-4d19-a208-3966a6b40772 on network b7e97bd0-3a9e-4458-af7c-944d9090d892 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:46:46.727632 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Publish callbacks [] for port (41f472e8-809a-4d1d-ba40-93fdd06ec2e7), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.729952 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:46:46.730589 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Checking segment: {'id': 'f39252ce-4ea7-45b8-86cf-f01b76fc46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:46:46.731172 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.731700 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Bound using segment: {'id': 'f39252ce-4ea7-45b8-86cf-f01b76fc46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:46:46.732409 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Bound port: 5e90e2f2-e3d9-4d19-a208-3966a6b40772, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39252ce-4ea7-45b8-86cf-f01b76fc46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:46:46.732769 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.781038 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (41f472e8-809a-4d1d-ba40-93fdd06ec2e7), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.800998 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61cbc1-b1e8-4951-b12f-dab4086ba1ac None None] Pushing event updated for resources: {'Port': ['ID=470e6c39-7255-4675-b465-5a1a5e9302bd,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:46.821200 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:46:46.833407 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:46:46.841006 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:46:46.848867 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] For port 5e90e2f2-e3d9-4d19-a208-3966a6b40772, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:46:46.850662 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Pushing event updated for resources: {'Port': ['ID=41f472e8-809a-4d1d-ba40-93fdd06ec2e7,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:46.855705 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] For port 5e90e2f2-e3d9-4d19-a208-3966a6b40772, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=5e90e2f2-e3d9-4d19-a208-3966a6b40772,segment=NetworkSegment(f39252ce-4ea7-45b8-86cf-f01b76fc46df),segment_id=f39252ce-4ea7-45b8-86cf-f01b76fc46df)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:46:46.867181 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:46.931604 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Routers {'4809ddc3-0230-43b5-94e6-64d17c3e2992'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:46:46.932475 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:46:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['4809ddc3-0230-43b5-94e6-64d17c3e2992'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:46.962123 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 3febb344-1a0b-4b95-9068-ae3c42291c60 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:46:47.017992 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 3febb344-1a0b-4b95-9068-ae3c42291c60 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:47.018459 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (3febb344-1a0b-4b95-9068-ae3c42291c60), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:47.039818 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830614-5b86-4a04-9d81-eddee2319014 None None] Pushing event updated for resources: {'Port': ['ID=5e90e2f2-e3d9-4d19-a208-3966a6b40772,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:47.096488 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 01316b12-60ce-45dd-9647-f37a641862b9 up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:46:47.177255 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] Set router 4809ddc3-0230-43b5-94e6-64d17c3e2992 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:46:47.181010 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-b65b48dc-fb8e-415c-80ad-85611b1cd43a None None] Provisioning complete for port 5e90e2f2-e3d9-4d19-a208-3966a6b40772 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:47.181389 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b65b48dc-fb8e-415c-80ad-85611b1cd43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:47.238272 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Publish callbacks [] for router_gateway (a846fc4a-f9bf-4086-8b28-789752ab6c2d), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:47.303352 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port 01316b12-60ce-45dd-9647-f37a641862b9 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:46:47.321522 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:47.323622 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port 01316b12-60ce-45dd-9647-f37a641862b9 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:47.329707 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (01316b12-60ce-45dd-9647-f37a641862b9), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:47.329707 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 3febb344-1a0b-4b95-9068-ae3c42291c60 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:47.405290 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-b65b48dc-fb8e-415c-80ad-85611b1cd43a None None] Current status of the port 5e90e2f2-e3d9-4d19-a208-3966a6b40772 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:47.405679 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b65b48dc-fb8e-415c-80ad-85611b1cd43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:47.469549 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-b65b48dc-fb8e-415c-80ad-85611b1cd43a None None] For port 5e90e2f2-e3d9-4d19-a208-3966a6b40772, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=5e90e2f2-e3d9-4d19-a208-3966a6b40772,segment=NetworkSegment(f39252ce-4ea7-45b8-86cf-f01b76fc46df),segment_id=f39252ce-4ea7-45b8-86cf-f01b76fc46df)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:46:47.480845 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b65b48dc-fb8e-415c-80ad-85611b1cd43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:47.485528 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 01316b12-60ce-45dd-9647-f37a641862b9 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:47.485997 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (01316b12-60ce-45dd-9647-f37a641862b9), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:47.493702 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'name': 'tempest-TestMinimumBasicScenario-135441681-router', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:40Z', 'updated_at': '2022-03-21T11:46:43Z', 'revision_number': 4, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'gw_port': {'id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:41Z', 'updated_at': '2022-03-21T11:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '5e90e2f2-e3d9-4d19-a208-3966a6b40772', 'name': '', 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'mac_address': 'fa:16:3e:2b:20:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:43Z', 'updated_at': '2022-03-21T11:46:46Z', 'revision_number': 4, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'subnets': [{'id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:47.517591 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655908'] for router (a846fc4a-f9bf-4086-8b28-789752ab6c2d), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:47.521033 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa169032-eb84-45dd-b24d-0a074c88b8a6 None None] The sync data for ids ['4809ddc3-0230-43b5-94e6-64d17c3e2992'] in dv-cinder-805072-11-iscsi is: [{'id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'name': 'tempest-TestMinimumBasicScenario-135441681-router', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:40Z', 'updated_at': '2022-03-21T11:46:43Z', 'revision_number': 4, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'gw_port': {'id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:41Z', 'updated_at': '2022-03-21T11:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '5e90e2f2-e3d9-4d19-a208-3966a6b40772', 'name': '', 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'mac_address': 'fa:16:3e:2b:20:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:43Z', 'updated_at': '2022-03-21T11:46:46Z', 'revision_number': 4, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'subnets': [{'id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:46:47.541208 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0797ce49-2d1f-4e42-86d0-2f9f3ec4001c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01316b12-60ce-45dd-9647-f37a641862b9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:46:47.543487 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825ca9c6-e5c5-4212-a87a-ed3a33b6c51d" -d '{"events": [{"server_uuid": "0797ce49-2d1f-4e42-86d0-2f9f3ec4001c", "name": "network-vif-plugged", "status": "completed", "tag": "01316b12-60ce-45dd-9647-f37a641862b9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:46:47.582305 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 01316b12-60ce-45dd-9647-f37a641862b9, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=01316b12-60ce-45dd-9647-f37a641862b9,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:46:47.582305 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b48dc-fb8e-415c-80ad-85611b1cd43a None None] Pushing event updated for resources: {'Port': ['ID=5e90e2f2-e3d9-4d19-a208-3966a6b40772,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:47.594818 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (01316b12-60ce-45dd-9647-f37a641862b9), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:47.649210 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae93998e-349e-4a34-96c3-9579537aef10 x-openstack-request-id: req-ae93998e-349e-4a34-96c3-9579537aef10 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:46:47.649584 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0797ce49-2d1f-4e42-86d0-2f9f3ec4001c", "name": "network-vif-plugged", "status": "completed", "tag": "01316b12-60ce-45dd-9647-f37a641862b9", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:46:47.650043 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae93998e-349e-4a34-96c3-9579537aef10 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:46:47.650508 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0797ce49-2d1f-4e42-86d0-2f9f3ec4001c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01316b12-60ce-45dd-9647-f37a641862b9', 'code': 200} Mar 21 11:46:47.694039 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=01316b12-60ce-45dd-9647-f37a641862b9,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:47.711070 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d2f14576-3364-4088-b138-b8e05e8d73da None None] Provisioning complete for port 5e90e2f2-e3d9-4d19-a208-3966a6b40772 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:47.711582 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d2f14576-3364-4088-b138-b8e05e8d73da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:47.739957 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Router a846fc4a-f9bf-4086-8b28-789752ab6c2d is scheduled to L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:46:47.764833 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c863-f039-4a6f-a27b-8abb6364b745 req-8368e087-deb7-43a0-9271-83bffabbec2c tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:47.773923 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c3a5c863-f039-4a6f-a27b-8abb6364b745 req-8368e087-deb7-43a0-9271-83bffabbec2c tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 945 time: 0.0857220 Mar 21 11:46:47.870119 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c3a5c863-f039-4a6f-a27b-8abb6364b745 req-6b37fff5-4ee3-4ffc-9e99-359fc8084a08 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919039 Mar 21 11:46:47.887707 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d2f14576-3364-4088-b138-b8e05e8d73da None None] Current status of the port 5e90e2f2-e3d9-4d19-a208-3966a6b40772 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:47.936660 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:46:47.947094 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Sync routers for ids ['a846fc4a-f9bf-4086-8b28-789752ab6c2d'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:46:47.957944 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80024526-b02b-4e32-b152-5065cc5324fe req-776a0b1a-dc9b-4e59-aef2-607a2cf91771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:47.959599 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-80024526-b02b-4e32-b152-5065cc5324fe req-776a0b1a-dc9b-4e59-aef2-607a2cf91771 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 1129 time: 0.0635767 Mar 21 11:46:47.960584 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:47.960741 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Routers {'a846fc4a-f9bf-4086-8b28-789752ab6c2d'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:46:47.961502 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:46:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['a846fc4a-f9bf-4086-8b28-789752ab6c2d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:47.965839 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-c6e33739-69bb-43a8-a0b4-d1de15f55190 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0771103 Mar 21 11:46:47.967052 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 45448) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:48.033892 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-80024526-b02b-4e32-b152-5065cc5324fe req-eb8dd0e0-6122-49a4-ae3e-e5b7cbec1a17 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685236 Mar 21 11:46:48.125925 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Set router a846fc4a-f9bf-4086-8b28-789752ab6c2d gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:46:48.249979 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d61e00-d332-450e-81aa-207f3bbf786c None None] Network 7445d587-ebaa-4969-aff9-ec99ed833236 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:46:48.486382 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:48.512116 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-691cfa69-cc1e-4327-baae-4ede5cc1f67d None None] Provisioning complete for port 470e6c39-7255-4675-b465-5a1a5e9302bd triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:48.512621 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-691cfa69-cc1e-4327-baae-4ede5cc1f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (470e6c39-7255-4675-b465-5a1a5e9302bd), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:48.654325 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Allocated IP 172.20.0.1 (7445d587-ebaa-4969-aff9-ec99ed833236/31caaac9-28f3-41bf-81a2-abe0939f8d4b/97865541-8dcc-4232-9a18-3acf77d56b15) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:46:48.692063 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-691cfa69-cc1e-4327-baae-4ede5cc1f67d None None] Current status of the port 470e6c39-7255-4675-b465-5a1a5e9302bd is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:48.692456 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-691cfa69-cc1e-4327-baae-4ede5cc1f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (470e6c39-7255-4675-b465-5a1a5e9302bd), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:48.696729 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'name': 'tempest-TestMinimumBasicScenario-2113278926-router', 'tenant_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:45Z', 'updated_at': '2022-03-21T11:46:47Z', 'revision_number': 3, 'project_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'gw_port': {'id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:28:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:46Z', 'updated_at': '2022-03-21T11:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:48.737100 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Checking router: a846fc4a-f9bf-4086-8b28-789752ab6c2d for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:46:48.737458 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Updating router a846fc4a-f9bf-4086-8b28-789752ab6c2d port 41f472e8-809a-4d1d-ba40-93fdd06ec2e7 binding host dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:46:48.780892 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-691cfa69-cc1e-4327-baae-4ede5cc1f67d None None] For port 470e6c39-7255-4675-b465-5a1a5e9302bd, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=470e6c39-7255-4675-b465-5a1a5e9302bd,segment=NetworkSegment(f4f983fe-c19b-4dda-8bce-aac757a0fd66),segment_id=f4f983fe-c19b-4dda-8bce-aac757a0fd66)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:46:48.784216 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (41f472e8-809a-4d1d-ba40-93fdd06ec2e7), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:48.786495 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Publish callbacks [] for port (97865541-8dcc-4232-9a18-3acf77d56b15), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:48.833157 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-691cfa69-cc1e-4327-baae-4ede5cc1f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (470e6c39-7255-4675-b465-5a1a5e9302bd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:48.846290 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:48.890431 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Network 7445d587-ebaa-4969-aff9-ec99ed833236 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:46:48.894012 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:46:48.898145 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:46:49.021507 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cfa69-cc1e-4327-baae-4ede5cc1f67d None None] Pushing event updated for resources: {'Port': ['ID=470e6c39-7255-4675-b465-5a1a5e9302bd,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:49.051386 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655857'] for router_interface (a846fc4a-f9bf-4086-8b28-789752ab6c2d), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:49.072763 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Pushing event updated for resources: {'Port': ['ID=97865541-8dcc-4232-9a18-3acf77d56b15,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:49.123542 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 5e90e2f2-e3d9-4d19-a208-3966a6b40772 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:46:49.131554 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17da39-afdd-498c-b559-0172fd3e8c2f req-631ca87f-ab8e-4aba-b85b-efb173c9684d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:49.135127 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6d17da39-afdd-498c-b559-0172fd3e8c2f req-631ca87f-ab8e-4aba-b85b-efb173c9684d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 945 time: 0.1489284 Mar 21 11:46:49.200675 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6d17da39-afdd-498c-b559-0172fd3e8c2f req-80f2dcda-c759-468c-951a-758585fe4c0f tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572855 Mar 21 11:46:49.213679 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3e506b83-99be-437e-b329-eafab0efe3ce None None] Provisioning complete for port 470e6c39-7255-4675-b465-5a1a5e9302bd triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:49.214072 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e506b83-99be-437e-b329-eafab0efe3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (470e6c39-7255-4675-b465-5a1a5e9302bd), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:49.252256 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 5e90e2f2-e3d9-4d19-a208-3966a6b40772 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:49.252628 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:49.457189 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Publish callbacks [] for port (41f472e8-809a-4d1d-ba40-93fdd06ec2e7), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:49.458589 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3e506b83-99be-437e-b329-eafab0efe3ce None None] Current status of the port 470e6c39-7255-4675-b465-5a1a5e9302bd is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:49.467336 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (41f472e8-809a-4d1d-ba40-93fdd06ec2e7), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:49.496986 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 5e90e2f2-e3d9-4d19-a208-3966a6b40772 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:49.497420 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:49.498579 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 470e6c39-7255-4675-b465-5a1a5e9302bd up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:46:49.552632 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Attempting to bind port 41f472e8-809a-4d1d-ba40-93fdd06ec2e7 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:46:49.553315 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Attempting to bind port 41f472e8-809a-4d1d-ba40-93fdd06ec2e7 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:46:49.553425 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Attempting to bind port 41f472e8-809a-4d1d-ba40-93fdd06ec2e7 on network c5837a43-2245-4480-ae3d-f889828e7864 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:46:49.555132 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8618197-0410-4b36-8ceb-8c4c7bc08887 None None] Pushing event updated for resources: {'Port': ['ID=41f472e8-809a-4d1d-ba40-93fdd06ec2e7,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:49.571031 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:46:49.571404 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Checking segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:46:49.571823 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:49.572212 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Bound using segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:46:49.572678 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Bound port: 41f472e8-809a-4d1d-ba40-93fdd06ec2e7, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:46:49.573049 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (41f472e8-809a-4d1d-ba40-93fdd06ec2e7), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:49.620646 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-e77a2c78-6fdc-49e0-b83c-294ca13f69fc None None] Provisioning complete for port 97865541-8dcc-4232-9a18-3acf77d56b15 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:49.621012 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e77a2c78-6fdc-49e0-b83c-294ca13f69fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:49.660375 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Publish callbacks [] for port (97865541-8dcc-4232-9a18-3acf77d56b15), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:49.665124 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8481686'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:49.667283 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 470e6c39-7255-4675-b465-5a1a5e9302bd triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:49.667651 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (470e6c39-7255-4675-b465-5a1a5e9302bd), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:49.674225 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] For port 41f472e8-809a-4d1d-ba40-93fdd06ec2e7, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:46:49.701424 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e77a2c78-6fdc-49e0-b83c-294ca13f69fc None None] Port 97865541-8dcc-4232-9a18-3acf77d56b15 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:46:49.708800 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] For port 41f472e8-809a-4d1d-ba40-93fdd06ec2e7, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=41f472e8-809a-4d1d-ba40-93fdd06ec2e7,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:46:49.719397 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (41f472e8-809a-4d1d-ba40-93fdd06ec2e7), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:49.729861 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655717'] for router_interface (a846fc4a-f9bf-4086-8b28-789752ab6c2d), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:49.733082 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Pushing event updated for resources: {'Port': ['ID=97865541-8dcc-4232-9a18-3acf77d56b15,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:49.791583 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8618197-0410-4b36-8ceb-8c4c7bc08887 None None] Pushing event updated for resources: {'Port': ['ID=41f472e8-809a-4d1d-ba40-93fdd06ec2e7,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:49.795474 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Routers {'a846fc4a-f9bf-4086-8b28-789752ab6c2d'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:46:49.796121 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:46:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['a846fc4a-f9bf-4086-8b28-789752ab6c2d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:49.825414 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Network 7445d587-ebaa-4969-aff9-ec99ed833236 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:46:49.826901 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:46:49.868570 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 470e6c39-7255-4675-b465-5a1a5e9302bd is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:49.949374 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] Set router a846fc4a-f9bf-4086-8b28-789752ab6c2d gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:46:49.952987 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Router a846fc4a-f9bf-4086-8b28-789752ab6c2d has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:46:50.080767 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:46:50.085832 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-c38eb4b8-0c61-4ff6-b257-6cdcabedcf5f admin admin] 10.222.0.61 "PUT /v2.0/routers/a846fc4a-f9bf-4086-8b28-789752ab6c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1173861 Mar 21 11:46:50.152050 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1d760a02-274e-4b66-944d-6eabb5e6cc7c None None] Provisioning complete for port 97865541-8dcc-4232-9a18-3acf77d56b15 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:50.152418 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1d760a02-274e-4b66-944d-6eabb5e6cc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:50.195003 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1d760a02-274e-4b66-944d-6eabb5e6cc7c None None] Port 97865541-8dcc-4232-9a18-3acf77d56b15 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:46:50.198435 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'name': 'tempest-TestMinimumBasicScenario-2113278926-router', 'tenant_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:45Z', 'updated_at': '2022-03-21T11:46:49Z', 'revision_number': 4, 'project_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'gw_port': {'id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:28:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:46Z', 'updated_at': '2022-03-21T11:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '97865541-8dcc-4232-9a18-3acf77d56b15', 'name': '', 'network_id': '7445d587-ebaa-4969-aff9-ec99ed833236', 'tenant_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'mac_address': 'fa:16:3e:77:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '31caaac9-28f3-41bf-81a2-abe0939f8d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:48Z', 'updated_at': '2022-03-21T11:46:49Z', 'revision_number': 2, 'project_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'subnets': [{'id': '31caaac9-28f3-41bf-81a2-abe0939f8d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:50.230843 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f78226a-3321-4c81-b861-0cebdcaa1b8c None None] The sync data for ids ['a846fc4a-f9bf-4086-8b28-789752ab6c2d'] in dv-cinder-805072-11-iscsi is: [{'id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'name': 'tempest-TestMinimumBasicScenario-2113278926-router', 'tenant_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:45Z', 'updated_at': '2022-03-21T11:46:49Z', 'revision_number': 4, 'project_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'gw_port': {'id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:28:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:46Z', 'updated_at': '2022-03-21T11:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '97865541-8dcc-4232-9a18-3acf77d56b15', 'name': '', 'network_id': '7445d587-ebaa-4969-aff9-ec99ed833236', 'tenant_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'mac_address': 'fa:16:3e:77:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '31caaac9-28f3-41bf-81a2-abe0939f8d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:48Z', 'updated_at': '2022-03-21T11:46:49Z', 'revision_number': 2, 'project_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'subnets': [{'id': '31caaac9-28f3-41bf-81a2-abe0939f8d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:46:50.340796 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47aeb4-edbe-4d7f-ab91-5a576f5778ed req-f0fa9b49-251f-45e4-9938-6a28a44988d3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:50.342976 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0d47aeb4-edbe-4d7f-ab91-5a576f5778ed req-f0fa9b49-251f-45e4-9938-6a28a44988d3 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 945 time: 0.0586808 Mar 21 11:46:50.395461 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0d47aeb4-edbe-4d7f-ab91-5a576f5778ed req-6a5b06a2-107d-4586-a3c1-23f7de55738a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467732 Mar 21 11:46:50.571135 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14553d-bc7c-4eb9-819b-5ce5509a6d4d req-3a707050-495b-41f5-9808-6668bffa7bcc tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:50.577167 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a14553d-bc7c-4eb9-819b-5ce5509a6d4d req-3a707050-495b-41f5-9808-6668bffa7bcc tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 945 time: 0.0759645 Mar 21 11:46:50.633803 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-1a14553d-bc7c-4eb9-819b-5ce5509a6d4d req-bb2aeb69-de87-4773-b442-bc523fe5cf2e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546787 Mar 21 11:46:50.657539 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 45498) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:50.927603 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdcd4c4-81d7-43f6-bf95-e18d30cbf6e8 tempest-TestVolumeBootPattern-2013888765 tempest-TestVolumeBootPattern-2013888765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:50.929359 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3bdcd4c4-81d7-43f6-bf95-e18d30cbf6e8 tempest-TestVolumeBootPattern-2013888765 tempest-TestVolumeBootPattern-2013888765-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 1124 time: 0.2706394 Mar 21 11:46:50.932293 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 45506) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:46:50.937482 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Request body: {'floatingip': {'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'port_id': '01316b12-60ce-45dd-9647-f37a641862b9', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:46:50.941426 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 470e6c39-7255-4675-b465-5a1a5e9302bd up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:46:50.983889 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:51.029512 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 470e6c39-7255-4675-b465-5a1a5e9302bd triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:51.029512 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (470e6c39-7255-4675-b465-5a1a5e9302bd), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:51.188313 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 470e6c39-7255-4675-b465-5a1a5e9302bd is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:51.190843 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:51.329045 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Allocated IP 172.27.0.109 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/8304feac-5077-4d76-b2ec-482e0043ca46) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:46:51.474867 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for port (8304feac-5077-4d76-b2ec-482e0043ca46), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:51.526160 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (8304feac-5077-4d76-b2ec-482e0043ca46), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:51.569145 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:46:51.572483 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:46:51.577012 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:46:51.680446 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event updated for resources: {'Port': ['ID=8304feac-5077-4d76-b2ec-482e0043ca46,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:52.061316 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for floatingip (19eee868-8bc9-4e1f-b7fd-038b17b08136), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:52.156226 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (8304feac-5077-4d76-b2ec-482e0043ca46), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:52.340601 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for port (8304feac-5077-4d76-b2ec-482e0043ca46), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:52.347398 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (8304feac-5077-4d76-b2ec-482e0043ca46), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:52.438740 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event updated for resources: {'Port': ['ID=8304feac-5077-4d76-b2ec-482e0043ca46,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:52.452172 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (19eee868-8bc9-4e1f-b7fd-038b17b08136), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:52.574232 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Floating IP 19eee868-8bc9-4e1f-b7fd-038b17b08136 associated. External IP: 172.27.0.109, port: 01316b12-60ce-45dd-9647-f37a641862b9. Mar 21 11:46:52.885403 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Sync routers for ids ['a846fc4a-f9bf-4086-8b28-789752ab6c2d'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:46:52.898719 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Routers {'a846fc4a-f9bf-4086-8b28-789752ab6c2d'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:46:52.899263 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:46:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['a846fc4a-f9bf-4086-8b28-789752ab6c2d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:53.007391 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 41f472e8-809a-4d1d-ba40-93fdd06ec2e7 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:46:53.078775 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Set router a846fc4a-f9bf-4086-8b28-789752ab6c2d gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:46:53.093719 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Router 854cd024-40dd-4ffa-bbf9-49e279e56aca has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:46:53.099239 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 41f472e8-809a-4d1d-ba40-93fdd06ec2e7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:53.099239 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (41f472e8-809a-4d1d-ba40-93fdd06ec2e7), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:53.212927 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 41f472e8-809a-4d1d-ba40-93fdd06ec2e7 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:53.218138 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (41f472e8-809a-4d1d-ba40-93fdd06ec2e7), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:53.251611 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port 41f472e8-809a-4d1d-ba40-93fdd06ec2e7, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=41f472e8-809a-4d1d-ba40-93fdd06ec2e7,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:46:53.258999 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (41f472e8-809a-4d1d-ba40-93fdd06ec2e7), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:53.265523 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:46:53.292436 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:53.323864 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430cb0d7-7c50-4ee1-9d33-5c2e630ca4ef None None] Sync routers for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:46:53.335252 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=41f472e8-809a-4d1d-ba40-93fdd06ec2e7,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:53.343710 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430cb0d7-7c50-4ee1-9d33-5c2e630ca4ef None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:46:53.344936 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-430cb0d7-7c50-4ee1-9d33-5c2e630ca4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:46:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:53.347021 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-be0e9320-f478-46fb-a9ff-8b9fe8b918d9 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4131069 Mar 21 11:46:53.351589 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0797ce49-2d1f-4e42-86d0-2f9f3ec4001c', 'tag': '01316b12-60ce-45dd-9647-f37a641862b9'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:46:53.361843 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c145a2-0b3e-4504-9967-95e7f5ddf693" -d '{"events": [{"name": "network-changed", "server_uuid": "0797ce49-2d1f-4e42-86d0-2f9f3ec4001c", "tag": "01316b12-60ce-45dd-9647-f37a641862b9"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:46:53.412742 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9133fb81-7a1f-4ea0-a49f-35dbd813c132 x-openstack-request-id: req-9133fb81-7a1f-4ea0-a49f-35dbd813c132 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:46:53.413318 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0797ce49-2d1f-4e42-86d0-2f9f3ec4001c", "tag": "01316b12-60ce-45dd-9647-f37a641862b9", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:46:53.413785 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9133fb81-7a1f-4ea0-a49f-35dbd813c132 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:46:53.414419 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0797ce49-2d1f-4e42-86d0-2f9f3ec4001c', 'tag': '01316b12-60ce-45dd-9647-f37a641862b9', 'status': 'completed', 'code': 200} Mar 21 11:46:53.512313 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'name': 'tempest-TestMinimumBasicScenario-2113278926-router', 'tenant_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:45Z', 'updated_at': '2022-03-21T11:46:49Z', 'revision_number': 4, 'project_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'gw_port': {'id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:28:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:46Z', 'updated_at': '2022-03-21T11:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '97865541-8dcc-4232-9a18-3acf77d56b15', 'name': '', 'network_id': '7445d587-ebaa-4969-aff9-ec99ed833236', 'tenant_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'mac_address': 'fa:16:3e:77:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '31caaac9-28f3-41bf-81a2-abe0939f8d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:48Z', 'updated_at': '2022-03-21T11:46:49Z', 'revision_number': 2, 'project_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'subnets': [{'id': '31caaac9-28f3-41bf-81a2-abe0939f8d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:53.536347 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c145a2-0b3e-4504-9967-95e7f5ddf693 req-f788cea3-c24a-4064-b531-fddd4a4d3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:53.537899 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b3c145a2-0b3e-4504-9967-95e7f5ddf693 req-f788cea3-c24a-4064-b531-fddd4a4d3b9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c58bcecb6f1d42fcab810f7e635cecbe&device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 1129 time: 0.0993166 Mar 21 11:46:53.559797 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Checking router: a846fc4a-f9bf-4086-8b28-789752ab6c2d for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:46:53.560948 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Updating router a846fc4a-f9bf-4086-8b28-789752ab6c2d port 97865541-8dcc-4232-9a18-3acf77d56b15 binding host dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:46:53.605716 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:53.642673 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-430cb0d7-7c50-4ee1-9d33-5c2e630ca4ef None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:46:53.657751 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c145a2-0b3e-4504-9967-95e7f5ddf693 req-be36108f-a00d-4db9-aaa4-8800dfabd327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:53.659397 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b3c145a2-0b3e-4504-9967-95e7f5ddf693 req-be36108f-a00d-4db9-aaa4-8800dfabd327 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dec2b833-7cac-45cf-899d-249c6dad8788 HTTP/1.1" status: 200 len: 912 time: 0.1157279 Mar 21 11:46:53.816927 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b3c145a2-0b3e-4504-9967-95e7f5ddf693 req-b0f6d161-3c3a-4c0c-a796-ac3fd7fa1db9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01316b12-60ce-45dd-9647-f37a641862b9 HTTP/1.1" status: 200 len: 999 time: 0.1425016 Mar 21 11:46:53.963799 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c145a2-0b3e-4504-9967-95e7f5ddf693 req-b9067c67-6be9-4d61-a99f-3b166c6b288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:53.963799 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b3c145a2-0b3e-4504-9967-95e7f5ddf693 req-b9067c67-6be9-4d61-a99f-3b166c6b288c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=450dda72-a2ac-4c12-bef3-c87d1bfce43d HTTP/1.1" status: 200 len: 850 time: 0.1371315 Mar 21 11:46:54.052899 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c145a2-0b3e-4504-9967-95e7f5ddf693 req-30090be9-c3f2-4baa-aeb5-3af8d2ebeb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:46:54.054571 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b3c145a2-0b3e-4504-9967-95e7f5ddf693 req-30090be9-c3f2-4baa-aeb5-3af8d2ebeb09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dec2b833-7cac-45cf-899d-249c6dad8788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0899494 Mar 21 11:46:54.089904 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-430cb0d7-7c50-4ee1-9d33-5c2e630ca4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '19eee868-8bc9-4e1f-b7fd-038b17b08136', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'port_id': '01316b12-60ce-45dd-9647-f37a641862b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'mac_address': 'fa:16:3e:6a:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0797ce49-2d1f-4e42-86d0-2f9f3ec4001c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:46:51Z', 'updated_at': '2022-03-21T11:46:51Z', 'revision_number': 0, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address_scope': None}, {'id': 'f7fca7c7-6e4d-4e89-b765-a58beb252009', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'port_id': 'd98c9a56-425e-4998-97b4-240d3c859bbb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'mac_address': 'fa:16:3e:a5:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584059bb-298c-4aa2-82cd-a72356655aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:44:36Z', 'updated_at': '2022-03-21T11:44:38Z', 'revision_number': 1, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:54.112687 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Publish callbacks [] for port (97865541-8dcc-4232-9a18-3acf77d56b15), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:54.133151 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:54.142864 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430cb0d7-7c50-4ee1-9d33-5c2e630ca4ef None None] Checking router: 854cd024-40dd-4ffa-bbf9-49e279e56aca for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:46:54.156899 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430cb0d7-7c50-4ee1-9d33-5c2e630ca4ef None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:46:54.157980 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-430cb0d7-7c50-4ee1-9d33-5c2e630ca4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:46:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:54.205167 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a1c03-2bb5-43a3-9cb0-ab80177643e0 None None] Pushing event updated for resources: {'Port': ['ID=97865541-8dcc-4232-9a18-3acf77d56b15,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:54.236149 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b3c145a2-0b3e-4504-9967-95e7f5ddf693 req-95921a19-a8c4-49cf-be7c-77363d3646ea service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733680 Mar 21 11:46:54.317670 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-430cb0d7-7c50-4ee1-9d33-5c2e630ca4ef None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:46:54.363202 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Attempting to bind port 97865541-8dcc-4232-9a18-3acf77d56b15 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:46:54.363584 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Attempting to bind port 97865541-8dcc-4232-9a18-3acf77d56b15 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'f4f983fe-c19b-4dda-8bce-aac757a0fd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7445d587-ebaa-4969-aff9-ec99ed833236'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:46:54.363973 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Attempting to bind port 97865541-8dcc-4232-9a18-3acf77d56b15 on network 7445d587-ebaa-4969-aff9-ec99ed833236 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:46:54.371387 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:46:54.371760 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Checking segment: {'id': 'f4f983fe-c19b-4dda-8bce-aac757a0fd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7445d587-ebaa-4969-aff9-ec99ed833236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:46:54.372189 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:54.372579 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Bound using segment: {'id': 'f4f983fe-c19b-4dda-8bce-aac757a0fd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7445d587-ebaa-4969-aff9-ec99ed833236'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:46:54.373092 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Bound port: 97865541-8dcc-4232-9a18-3acf77d56b15, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f983fe-c19b-4dda-8bce-aac757a0fd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7445d587-ebaa-4969-aff9-ec99ed833236'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:46:54.373470 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:54.438962 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b3c145a2-0b3e-4504-9967-95e7f5ddf693 req-cfda7c62-c99c-4002-a78e-f852aed17982 service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965492 Mar 21 11:46:54.492697 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] For port 97865541-8dcc-4232-9a18-3acf77d56b15, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:46:54.498238 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] For port 97865541-8dcc-4232-9a18-3acf77d56b15, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=97865541-8dcc-4232-9a18-3acf77d56b15,segment=NetworkSegment(f4f983fe-c19b-4dda-8bce-aac757a0fd66),segment_id=f4f983fe-c19b-4dda-8bce-aac757a0fd66)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:46:54.509398 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:54.581166 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a1c03-2bb5-43a3-9cb0-ab80177643e0 None None] Pushing event updated for resources: {'Port': ['ID=97865541-8dcc-4232-9a18-3acf77d56b15,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:54.594332 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Routers {'a846fc4a-f9bf-4086-8b28-789752ab6c2d'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:46:54.595985 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:46:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['a846fc4a-f9bf-4086-8b28-789752ab6c2d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:54.627653 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-430cb0d7-7c50-4ee1-9d33-5c2e630ca4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '19eee868-8bc9-4e1f-b7fd-038b17b08136', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'port_id': '01316b12-60ce-45dd-9647-f37a641862b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'mac_address': 'fa:16:3e:6a:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0797ce49-2d1f-4e42-86d0-2f9f3ec4001c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:46:51Z', 'updated_at': '2022-03-21T11:46:51Z', 'revision_number': 0, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address_scope': None}, {'id': 'f7fca7c7-6e4d-4e89-b765-a58beb252009', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'port_id': 'd98c9a56-425e-4998-97b4-240d3c859bbb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'mac_address': 'fa:16:3e:a5:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584059bb-298c-4aa2-82cd-a72356655aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:44:36Z', 'updated_at': '2022-03-21T11:44:38Z', 'revision_number': 1, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:54.660482 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430cb0d7-7c50-4ee1-9d33-5c2e630ca4ef None None] The sync data for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi is: [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '19eee868-8bc9-4e1f-b7fd-038b17b08136', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'port_id': '01316b12-60ce-45dd-9647-f37a641862b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'mac_address': 'fa:16:3e:6a:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0797ce49-2d1f-4e42-86d0-2f9f3ec4001c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:46:51Z', 'updated_at': '2022-03-21T11:46:51Z', 'revision_number': 0, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address_scope': None}, {'id': 'f7fca7c7-6e4d-4e89-b765-a58beb252009', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'port_id': 'd98c9a56-425e-4998-97b4-240d3c859bbb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'mac_address': 'fa:16:3e:a5:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584059bb-298c-4aa2-82cd-a72356655aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:44:36Z', 'updated_at': '2022-03-21T11:44:38Z', 'revision_number': 1, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:46:54.690496 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-83a85f0e-7843-419a-b6ab-5e2925ebefd6 None None] Provisioning complete for port 97865541-8dcc-4232-9a18-3acf77d56b15 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:54.694360 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83a85f0e-7843-419a-b6ab-5e2925ebefd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:54.803569 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] Set router a846fc4a-f9bf-4086-8b28-789752ab6c2d gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:46:54.846177 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-83a85f0e-7843-419a-b6ab-5e2925ebefd6 None None] Current status of the port 97865541-8dcc-4232-9a18-3acf77d56b15 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:54.846572 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83a85f0e-7843-419a-b6ab-5e2925ebefd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:54.941731 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-83a85f0e-7843-419a-b6ab-5e2925ebefd6 None None] For port 97865541-8dcc-4232-9a18-3acf77d56b15, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=97865541-8dcc-4232-9a18-3acf77d56b15,segment=NetworkSegment(f4f983fe-c19b-4dda-8bce-aac757a0fd66),segment_id=f4f983fe-c19b-4dda-8bce-aac757a0fd66)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:46:54.953992 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-83a85f0e-7843-419a-b6ab-5e2925ebefd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:55.013909 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 97865541-8dcc-4232-9a18-3acf77d56b15 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:46:55.084543 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5d79a3-b6ae-420e-bcaa-882ba7bb9fe0 None None] New status for floating IP 19eee868-8bc9-4e1f-b7fd-038b17b08136: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:46:55.126206 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a85f0e-7843-419a-b6ab-5e2925ebefd6 None None] Pushing event updated for resources: {'Port': ['ID=97865541-8dcc-4232-9a18-3acf77d56b15,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:46:55.142254 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a0e4013d-7e02-49f8-b884-5341775ae829 None None] Provisioning complete for port 97865541-8dcc-4232-9a18-3acf77d56b15 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:55.142612 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a0e4013d-7e02-49f8-b884-5341775ae829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:55.186065 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 97865541-8dcc-4232-9a18-3acf77d56b15 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:55.186674 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:55.287936 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 97865541-8dcc-4232-9a18-3acf77d56b15 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:55.289289 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 41f472e8-809a-4d1d-ba40-93fdd06ec2e7 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:46:55.365103 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'name': 'tempest-TestMinimumBasicScenario-2113278926-router', 'tenant_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:45Z', 'updated_at': '2022-03-21T11:46:49Z', 'revision_number': 4, 'project_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'gw_port': {'id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:46Z', 'updated_at': '2022-03-21T11:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '97865541-8dcc-4232-9a18-3acf77d56b15', 'name': '', 'network_id': '7445d587-ebaa-4969-aff9-ec99ed833236', 'tenant_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'mac_address': 'fa:16:3e:77:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '31caaac9-28f3-41bf-81a2-abe0939f8d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:48Z', 'updated_at': '2022-03-21T11:46:54Z', 'revision_number': 4, 'project_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'subnets': [{'id': '31caaac9-28f3-41bf-81a2-abe0939f8d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:46:55.394607 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe1017-8c77-43cc-a657-cffe564521bf None None] The sync data for ids ['a846fc4a-f9bf-4086-8b28-789752ab6c2d'] in dv-cinder-805072-11-iscsi is: [{'id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'name': 'tempest-TestMinimumBasicScenario-2113278926-router', 'tenant_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:45Z', 'updated_at': '2022-03-21T11:46:49Z', 'revision_number': 4, 'project_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'gw_port': {'id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:46Z', 'updated_at': '2022-03-21T11:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '97865541-8dcc-4232-9a18-3acf77d56b15', 'name': '', 'network_id': '7445d587-ebaa-4969-aff9-ec99ed833236', 'tenant_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'mac_address': 'fa:16:3e:77:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '31caaac9-28f3-41bf-81a2-abe0939f8d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:48Z', 'updated_at': '2022-03-21T11:46:54Z', 'revision_number': 4, 'project_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'subnets': [{'id': '31caaac9-28f3-41bf-81a2-abe0939f8d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:46:55.408872 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a0e4013d-7e02-49f8-b884-5341775ae829 None None] Current status of the port 97865541-8dcc-4232-9a18-3acf77d56b15 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:55.430708 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 41f472e8-809a-4d1d-ba40-93fdd06ec2e7 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:55.430708 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (41f472e8-809a-4d1d-ba40-93fdd06ec2e7), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:55.541410 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 41f472e8-809a-4d1d-ba40-93fdd06ec2e7 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:46:56.914462 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 97865541-8dcc-4232-9a18-3acf77d56b15 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:46:56.975731 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 97865541-8dcc-4232-9a18-3acf77d56b15 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:46:56.976398 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:46:57.066067 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 97865541-8dcc-4232-9a18-3acf77d56b15 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:00.409388 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 45574) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:00.521235 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5ea7233-1fd2-415f-b433-f4e81a7cc25b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:00.605468 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5ea7233-1fd2-415f-b433-f4e81a7cc25b admin admin] Publish callbacks [] for security_group (a08696e8-f8b0-46e4-87b6-b35e0bb4bf8f), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:00.609446 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f5ea7233-1fd2-415f-b433-f4e81a7cc25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (a08696e8-f8b0-46e4-87b6-b35e0bb4bf8f), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:00.648541 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea7233-1fd2-415f-b433-f4e81a7cc25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08696e8-f8b0-46e4-87b6-b35e0bb4bf8f,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:00.656359 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f5ea7233-1fd2-415f-b433-f4e81a7cc25b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1eff9d964a442a48574d0c3eef44b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451868 Mar 21 11:47:00.658907 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 45586) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:00.706751 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-645fd198-3277-42b2-b3d5-41eb914d28f7 admin admin] Publish callbacks [] for security_group (a08696e8-f8b0-46e4-87b6-b35e0bb4bf8f), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:00.728763 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-645fd198-3277-42b2-b3d5-41eb914d28f7 admin admin] Publish callbacks [] for security_group (a08696e8-f8b0-46e4-87b6-b35e0bb4bf8f), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:00.774719 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-645fd198-3277-42b2-b3d5-41eb914d28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (a08696e8-f8b0-46e4-87b6-b35e0bb4bf8f), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:00.777511 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-645fd198-3277-42b2-b3d5-41eb914d28f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:00.779302 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-645fd198-3277-42b2-b3d5-41eb914d28f7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a08696e8-f8b0-46e4-87b6-b35e0bb4bf8f HTTP/1.1" status: 204 len: 168 time: 0.1188331 Mar 21 11:47:00.786760 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fd198-3277-42b2-b3d5-41eb914d28f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08696e8-f8b0-46e4-87b6-b35e0bb4bf8f,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:01.254145 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-2efe5e51-5bb8-4b35-bd52-5c4e2f017e7d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:01.255669 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-2efe5e51-5bb8-4b35-bd52-5c4e2f017e7d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/networks?id=b7e97bd0-3a9e-4458-af7c-944d9090d892 HTTP/1.1" status: 200 len: 814 time: 0.1053057 Mar 21 11:47:01.271301 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-f8429e22-e881-42c3-854e-8169a5f418cc tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/quotas/d748bd2ce30541e7b63b617f55d191c4 HTTP/1.1" status: 200 len: 375 time: 0.0101278 Mar 21 11:47:01.327746 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d8ac3b35-3fe8-48e7-b20b-48258b604e32 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d748bd2ce30541e7b63b617f55d191c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511661 Mar 21 11:47:01.428017 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-3fc18254-fcc9-44e2-8d46-559dc805b71b service neutron] 10.222.0.61 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887294 Mar 21 11:47:01.516893 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-3121c6ff-0d97-4d1b-be6e-48188b7a6583 service neutron] 10.222.0.61 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825651 Mar 21 11:47:01.676322 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f8d08590-3596-4cd1-b497-b346be26aa51 req-7fef3a95-ae4d-4b44-9a9d-bb518bbc7972 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 210 time: 0.0310128 Mar 21 11:47:02.642140 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-98d2233e-c356-415c-818b-b1b46dd3b334 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:02.643568 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-98d2233e-c356-415c-818b-b1b46dd3b334 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.64 "GET /v2.0/networks?id=b7e97bd0-3a9e-4458-af7c-944d9090d892 HTTP/1.1" status: 200 len: 814 time: 0.1110511 Mar 21 11:47:02.657149 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d109742c-3299-4068-bef6-7ab2c6dcf1f6 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Request body: {'port': {'device_id': '3190f239-da66-4072-9aa0-9783916c6a73', 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892', 'admin_state_up': True, 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:02.775419 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e97cb6f9-2a71-4934-a19d-f7379d70977b req-cf1f4ab4-e334-400a-9f85-af040ef344bf tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 210 time: 0.0343688 Mar 21 11:47:02.793102 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d109742c-3299-4068-bef6-7ab2c6dcf1f6 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Made reservation on behalf of d748bd2ce30541e7b63b617f55d191c4 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:47:02.797150 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d109742c-3299-4068-bef6-7ab2c6dcf1f6 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:02.926018 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d109742c-3299-4068-bef6-7ab2c6dcf1f6 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Allocated IP 172.20.0.11 (b7e97bd0-3a9e-4458-af7c-944d9090d892/d4324250-7543-439c-a24b-65ed5c879e7c/1a1c83d2-877e-4dd8-969c-a1ef981c59be) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:47:03.095084 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d109742c-3299-4068-bef6-7ab2c6dcf1f6 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:03.152122 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d109742c-3299-4068-bef6-7ab2c6dcf1f6 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:03.224358 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d109742c-3299-4068-bef6-7ab2c6dcf1f6 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Network b7e97bd0-3a9e-4458-af7c-944d9090d892 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:47:03.225735 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d109742c-3299-4068-bef6-7ab2c6dcf1f6 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:47:03.230040 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d109742c-3299-4068-bef6-7ab2c6dcf1f6 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:47:03.315000 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109742c-3299-4068-bef6-7ab2c6dcf1f6 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Pushing event updated for resources: {'Port': ['ID=1a1c83d2-877e-4dd8-969c-a1ef981c59be,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:03.347732 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d109742c-3299-4068-bef6-7ab2c6dcf1f6 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:03.348518 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d109742c-3299-4068-bef6-7ab2c6dcf1f6 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:03.407480 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d109742c-3299-4068-bef6-7ab2c6dcf1f6 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7539649 Mar 21 11:47:03.682143 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2d34f481-c851-4b6a-b325-c6d1637309b7 None None] Provisioning complete for port 1a1c83d2-877e-4dd8-969c-a1ef981c59be triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:03.683138 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d34f481-c851-4b6a-b325-c6d1637309b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:03.719740 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2d34f481-c851-4b6a-b325-c6d1637309b7 None None] Port 1a1c83d2-877e-4dd8-969c-a1ef981c59be cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:47:03.911374 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291cd7-44bc-4c82-8b71-bc930f766c64 req-b25a271a-8b25-4458-aa54-e62dda372e58 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:03.913562 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fd291cd7-44bc-4c82-8b71-bc930f766c64 req-b25a271a-8b25-4458-aa54-e62dda372e58 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 932 time: 0.0655978 Mar 21 11:47:03.963558 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fd291cd7-44bc-4c82-8b71-bc930f766c64 req-3966c937-ef48-427b-be59-0a91c8c8953a tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433755 Mar 21 11:47:05.088036 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478323a-f833-425f-864e-8647ef97e6c9 req-430e8c8b-035a-46cd-a869-8b5f84529ff8 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:05.089445 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a478323a-f833-425f-864e-8647ef97e6c9 req-430e8c8b-035a-46cd-a869-8b5f84529ff8 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 932 time: 0.0544708 Mar 21 11:47:05.143466 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a478323a-f833-425f-864e-8647ef97e6c9 req-8bab2bec-6ce9-46a2-b351-08751e852643 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465405 Mar 21 11:47:06.274354 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ffef8-0547-49b3-87ea-3ab2addf222e req-2b1f5cc5-ca94-4709-b109-f711470ebef4 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:06.276167 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-208ffef8-0547-49b3-87ea-3ab2addf222e req-2b1f5cc5-ca94-4709-b109-f711470ebef4 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 932 time: 0.0630989 Mar 21 11:47:06.340551 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-208ffef8-0547-49b3-87ea-3ab2addf222e req-92ee3650-d1bf-4d14-a567-0ba97811bc0c tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564568 Mar 21 11:47:07.497383 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7dfac-9067-4187-973a-04097cf86599 req-80084f3d-380c-4038-8602-07aca072f6fc tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:07.498933 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c3b7dfac-9067-4187-973a-04097cf86599 req-80084f3d-380c-4038-8602-07aca072f6fc tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 932 time: 0.0810440 Mar 21 11:47:07.568106 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c3b7dfac-9067-4187-973a-04097cf86599 req-3eae70a8-5e97-48c5-950a-38feb8250288 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599611 Mar 21 11:47:08.705968 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ead72-3148-4228-af03-67cbcc9432c2 req-0e2c6dae-7f8f-4fab-ba3c-81a64932c2be tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:08.707464 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-993ead72-3148-4228-af03-67cbcc9432c2 req-0e2c6dae-7f8f-4fab-ba3c-81a64932c2be tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 932 time: 0.0579803 Mar 21 11:47:08.766934 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-993ead72-3148-4228-af03-67cbcc9432c2 req-c4737381-15a8-40b8-83c7-ab46be1c5648 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527904 Mar 21 11:47:09.889669 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86132ca6-13da-4a69-adf3-6e87d54043d8 req-bf3b41f9-e262-401d-8db5-49a2ff9b6aeb tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:09.891440 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-86132ca6-13da-4a69-adf3-6e87d54043d8 req-bf3b41f9-e262-401d-8db5-49a2ff9b6aeb tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 932 time: 0.0578272 Mar 21 11:47:09.941557 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3de3cd8d-b3db-42cf-9af9-1c1251da6624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:09.973079 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-86132ca6-13da-4a69-adf3-6e87d54043d8 req-586de23f-f0a9-4d6b-82a4-71ff4fb30b55 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755699 Mar 21 11:47:11.097210 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8db18-93cb-45cc-a30a-59332c6eadf3 req-bd7a91ac-2d71-4e5e-b6a3-0a68129d76b6 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:11.098753 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2bd8db18-93cb-45cc-a30a-59332c6eadf3 req-bd7a91ac-2d71-4e5e-b6a3-0a68129d76b6 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 932 time: 0.0549619 Mar 21 11:47:11.154635 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2bd8db18-93cb-45cc-a30a-59332c6eadf3 req-aaf7f52b-b614-4c24-86ab-4023b52c764c tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497904 Mar 21 11:47:11.702635 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Request body: {'port': {'device_id': '3190f239-da66-4072-9aa0-9783916c6a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:11.758584 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:12.014986 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1c83d2-877e-4dd8-969c-a1ef981c59be {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:47:12.022985 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Publish callbacks [] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:12.035275 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Transition to ACTIVE for port object 1a1c83d2-877e-4dd8-969c-a1ef981c59be will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:47:12.039056 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:12.090046 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1c83d2-877e-4dd8-969c-a1ef981c59be,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:12.114492 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.115136 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.115136 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.115396 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.116014 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.116344 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.117146 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.117146 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.117332 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.117604 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.117930 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.118250 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.118574 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.118896 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.119214 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.176541 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Attempting to bind port 1a1c83d2-877e-4dd8-969c-a1ef981c59be on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:47:12.176872 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Attempting to bind port 1a1c83d2-877e-4dd8-969c-a1ef981c59be by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': 'f39252ce-4ea7-45b8-86cf-f01b76fc46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:47:12.178407 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Attempting to bind port 1a1c83d2-877e-4dd8-969c-a1ef981c59be on network b7e97bd0-3a9e-4458-af7c-944d9090d892 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:47:12.182526 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Port 1a1c83d2-877e-4dd8-969c-a1ef981c59be on network b7e97bd0-3a9e-4458-af7c-944d9090d892 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:47:12.182941 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Attempting to bind port 1a1c83d2-877e-4dd8-969c-a1ef981c59be on network b7e97bd0-3a9e-4458-af7c-944d9090d892 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:47:12.183458 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 45790) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:12.188335 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:47:12.188682 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Checking segment: {'id': 'f39252ce-4ea7-45b8-86cf-f01b76fc46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:47:12.189563 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Bound using segment: {'id': 'f39252ce-4ea7-45b8-86cf-f01b76fc46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:47:12.190052 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Bound port: 1a1c83d2-877e-4dd8-969c-a1ef981c59be, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f39252ce-4ea7-45b8-86cf-f01b76fc46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:47:12.190415 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:12.280521 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6d2451e8-a658-412d-b718-0aa4ff67e41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:12.294167 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] For port 1a1c83d2-877e-4dd8-969c-a1ef981c59be, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:47:12.306303 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:12.310342 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] For port 1a1c83d2-877e-4dd8-969c-a1ef981c59be, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1a1c83d2-877e-4dd8-969c-a1ef981c59be,segment=NetworkSegment(f39252ce-4ea7-45b8-86cf-f01b76fc46df),segment_id=f39252ce-4ea7-45b8-86cf-f01b76fc46df)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:47:12.317983 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:12.352077 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b7246-4aa4-45a3-95b2-b5f85e271329 req-c6c6bd3d-896c-4847-a129-dfb5c0cdedca tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:12.353557 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-687b7246-4aa4-45a3-95b2-b5f85e271329 req-c6c6bd3d-896c-4847-a129-dfb5c0cdedca tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 944 time: 0.1064436 Mar 21 11:47:12.366039 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:12.366881 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:12.368376 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d113becc-4725-4015-b380-3534d07f2430 service neutron] 10.222.0.64 "PUT /v2.0/ports/1a1c83d2-877e-4dd8-969c-a1ef981c59be HTTP/1.1" status: 200 len: 1094 time: 0.6708539 Mar 21 11:47:12.371303 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3190f239-da66-4072-9aa0-9783916c6a73', 'tag': '1a1c83d2-877e-4dd8-969c-a1ef981c59be'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:47:12.381135 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5911f5fe-7c17-44c8-a244-970468f0cc26" -d '{"events": [{"name": "network-changed", "server_uuid": "3190f239-da66-4072-9aa0-9783916c6a73", "tag": "1a1c83d2-877e-4dd8-969c-a1ef981c59be"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:47:12.391125 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Publish callbacks [] for security_group (ab652b4b-3629-4de3-bdc4-5733bc216e5d), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:12.398045 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (ab652b4b-3629-4de3-bdc4-5733bc216e5d), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:12.438259 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4bb242-76e7-4018-bee8-1420506d08df x-openstack-request-id: req-dc4bb242-76e7-4018-bee8-1420506d08df {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:47:12.438573 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3190f239-da66-4072-9aa0-9783916c6a73", "tag": "1a1c83d2-877e-4dd8-969c-a1ef981c59be", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:47:12.438821 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dc4bb242-76e7-4018-bee8-1420506d08df {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:47:12.439209 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3190f239-da66-4072-9aa0-9783916c6a73', 'tag': '1a1c83d2-877e-4dd8-969c-a1ef981c59be', 'status': 'completed', 'code': 200} Mar 21 11:47:12.441689 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab652b4b-3629-4de3-bdc4-5733bc216e5d,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:12.457479 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.457967 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.458548 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.458869 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.459296 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.459413 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113becc-4725-4015-b380-3534d07f2430 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1c83d2-877e-4dd8-969c-a1ef981c59be,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:12.459882 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.460305 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.460725 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.461148 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.461571 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.461992 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.462407 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.462820 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.463365 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.463960 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:12.478310 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-90ddb03a-b227-47c5-a8ed-3755b7af3de9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6b65c546af6c4985bae21d12cd353628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930503 Mar 21 11:47:12.479018 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 45796) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:12.492059 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-687b7246-4aa4-45a3-95b2-b5f85e271329 req-bc6df0ca-5363-411f-9865-fcdf9b77c6a2 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316400 Mar 21 11:47:12.518102 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-9f72d639-4db0-498c-989c-30bb9fad6f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:12.519045 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-9f72d639-4db0-498c-989c-30bb9fad6f7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d748bd2ce30541e7b63b617f55d191c4&device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 1128 time: 0.0976648 Mar 21 11:47:12.540272 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5514ef42-b6a9-48f6-aeaa-4d247c14396b admin admin] Publish callbacks [] for security_group (ab652b4b-3629-4de3-bdc4-5733bc216e5d), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:12.563695 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-d026af9f-13fd-4988-af4d-196bca18a149 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c83d2-877e-4dd8-969c-a1ef981c59be HTTP/1.1" status: 200 len: 217 time: 0.0368342 Mar 21 11:47:12.564377 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5514ef42-b6a9-48f6-aeaa-4d247c14396b admin admin] Publish callbacks [] for security_group (ab652b4b-3629-4de3-bdc4-5733bc216e5d), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:12.620300 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5514ef42-b6a9-48f6-aeaa-4d247c14396b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (ab652b4b-3629-4de3-bdc4-5733bc216e5d), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:12.623142 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-5514ef42-b6a9-48f6-aeaa-4d247c14396b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:12.623630 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-18ac603a-9704-4ee7-a3c0-3f230cf54d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:12.624321 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-5514ef42-b6a9-48f6-aeaa-4d247c14396b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ab652b4b-3629-4de3-bdc4-5733bc216e5d HTTP/1.1" status: 204 len: 168 time: 0.1442871 Mar 21 11:47:12.625158 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-18ac603a-9704-4ee7-a3c0-3f230cf54d48 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4324250-7543-439c-a24b-65ed5c879e7c HTTP/1.1" status: 200 len: 853 time: 0.0492654 Mar 21 11:47:12.632310 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514ef42-b6a9-48f6-aeaa-4d247c14396b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab652b4b-3629-4de3-bdc4-5733bc216e5d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:12.680687 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-cd65e260-e75e-4746-baed-1752e34c1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:12.682260 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-cd65e260-e75e-4746-baed-1752e34c1a75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7e97bd0-3a9e-4458-af7c-944d9090d892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496657 Mar 21 11:47:12.774857 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-2b884152-6a2c-470b-9de1-15025cd2e352 service neutron] 10.222.0.64 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864284 Mar 21 11:47:12.863238 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bc04c72f-2d4d-4cff-86de-6cef86fc3506 req-98d94f90-ad0a-4c25-a13b-672dbe0b1129 service neutron] 10.222.0.64 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826135 Mar 21 11:47:12.958503 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911f5fe-7c17-44c8-a244-970468f0cc26 req-848a37dd-1ae9-4452-90fe-bff7c25117a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:12.960076 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5911f5fe-7c17-44c8-a244-970468f0cc26 req-848a37dd-1ae9-4452-90fe-bff7c25117a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d748bd2ce30541e7b63b617f55d191c4&device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 1128 time: 0.0493364 Mar 21 11:47:13.049899 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911f5fe-7c17-44c8-a244-970468f0cc26 req-5c16f37d-83ad-41d9-9394-caf162054689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:13.051321 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5911f5fe-7c17-44c8-a244-970468f0cc26 req-5c16f37d-83ad-41d9-9394-caf162054689 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7e97bd0-3a9e-4458-af7c-944d9090d892 HTTP/1.1" status: 200 len: 915 time: 0.0850542 Mar 21 11:47:13.096953 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5911f5fe-7c17-44c8-a244-970468f0cc26 req-20fae5f5-f5de-4ce3-bb83-d1023289bf47 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c83d2-877e-4dd8-969c-a1ef981c59be HTTP/1.1" status: 200 len: 217 time: 0.0386927 Mar 21 11:47:13.151949 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911f5fe-7c17-44c8-a244-970468f0cc26 req-dd6e05d7-17bf-4f78-b55e-deca686c6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:13.152548 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5911f5fe-7c17-44c8-a244-970468f0cc26 req-dd6e05d7-17bf-4f78-b55e-deca686c6724 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4324250-7543-439c-a24b-65ed5c879e7c HTTP/1.1" status: 200 len: 853 time: 0.0484264 Mar 21 11:47:13.204587 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911f5fe-7c17-44c8-a244-970468f0cc26 req-602f9729-1ece-44f5-95b5-d37a6275ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:13.206063 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5911f5fe-7c17-44c8-a244-970468f0cc26 req-602f9729-1ece-44f5-95b5-d37a6275ad8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7e97bd0-3a9e-4458-af7c-944d9090d892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436702 Mar 21 11:47:13.234579 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 45818) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:13.295671 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5911f5fe-7c17-44c8-a244-970468f0cc26 req-1a914de3-4dfe-491b-b563-c00316133f55 service neutron] 10.222.0.64 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832579 Mar 21 11:47:13.328449 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-2190b8f4-0675-4f5e-b639-cd9ae72f273e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2136834863-network', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:13.347174 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2190b8f4-0675-4f5e-b639-cd9ae72f273e admin admin] Made reservation on behalf of f3637e4382a840d58eb09181ec209e99 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:47:13.349616 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2190b8f4-0675-4f5e-b639-cd9ae72f273e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:13.358950 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2190b8f4-0675-4f5e-b639-cd9ae72f273e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:13.386221 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5911f5fe-7c17-44c8-a244-970468f0cc26 req-10e4a424-a1e2-4708-b31f-bfc790d6c172 service neutron] 10.222.0.64 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839677 Mar 21 11:47:13.436114 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2190b8f4-0675-4f5e-b639-cd9ae72f273e admin admin] Publish callbacks [] for security_group (a478c7ad-8443-4a3b-bcd6-6185ed4a9faf), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:13.439718 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2190b8f4-0675-4f5e-b639-cd9ae72f273e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (a478c7ad-8443-4a3b-bcd6-6185ed4a9faf), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:13.460000 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2190b8f4-0675-4f5e-b639-cd9ae72f273e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:47:13.474869 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190b8f4-0675-4f5e-b639-cd9ae72f273e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a478c7ad-8443-4a3b-bcd6-6185ed4a9faf,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:13.477756 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2190b8f4-0675-4f5e-b639-cd9ae72f273e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (540348ea-1e97-4ca1-87ca-27f9850cccb8), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:13.478096 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-2190b8f4-0675-4f5e-b639-cd9ae72f273e admin admin] Added segment 540348ea-1e97-4ca1-87ca-27f9850cccb8 of type vlan for network 32e2795d-010e-482a-b2f0-3186baea29f4 Mar 21 11:47:13.492257 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:13.517659 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2190b8f4-0675-4f5e-b639-cd9ae72f273e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (32e2795d-010e-482a-b2f0-3186baea29f4), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:13.544687 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2190b8f4-0675-4f5e-b639-cd9ae72f273e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (32e2795d-010e-482a-b2f0-3186baea29f4), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:13.545752 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2190b8f4-0675-4f5e-b639-cd9ae72f273e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:13.546354 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2190b8f4-0675-4f5e-b639-cd9ae72f273e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:13.598695 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-2190b8f4-0675-4f5e-b639-cd9ae72f273e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3630083 Mar 21 11:47:13.602483 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 45824) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:13.607570 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190b8f4-0675-4f5e-b639-cd9ae72f273e admin admin] Pushing event updated for resources: {'Network': ['ID=32e2795d-010e-482a-b2f0-3186baea29f4,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:13.607816 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ee952eea-07fb-48a5-9e20-d8011fb2e6b0 admin admin] Request body: {'subnet': {'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2136834863-subnet', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:13.617502 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network 32e2795d-010e-482a-b2f0-3186baea29f4 details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:47:13.620447 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1769472-06c9-432c-8fd2-f0221b631943 req-a9fb82fe-7345-40ad-87c2-72bba2a2c619 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:13.621944 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a1769472-06c9-432c-8fd2-f0221b631943 req-a9fb82fe-7345-40ad-87c2-72bba2a2c619 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 944 time: 0.0634558 Mar 21 11:47:13.650257 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee952eea-07fb-48a5-9e20-d8011fb2e6b0 admin admin] Made reservation on behalf of f3637e4382a840d58eb09181ec209e99 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:47:13.652532 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee952eea-07fb-48a5-9e20-d8011fb2e6b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8561240'] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:13.724991 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a1769472-06c9-432c-8fd2-f0221b631943 req-e516e94a-8784-46c3-b7ff-b82846acb542 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958850 Mar 21 11:47:13.840509 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee952eea-07fb-48a5-9e20-d8011fb2e6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8737539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8561230'] for subnet (6e0ef3ac-142d-449b-851f-88e25505c7f2), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:13.895016 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee952eea-07fb-48a5-9e20-d8011fb2e6b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0ef3ac-142d-449b-851f-88e25505c7f2,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:13.905126 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee952eea-07fb-48a5-9e20-d8011fb2e6b0 admin admin] Checking segment: {'id': '540348ea-1e97-4ca1-87ca-27f9850cccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:47:13.905497 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee952eea-07fb-48a5-9e20-d8011fb2e6b0 admin admin] Network hostable DHCP agents. Network: 32e2795d-010e-482a-b2f0-3186baea29f4, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:47:13.920832 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee952eea-07fb-48a5-9e20-d8011fb2e6b0 admin admin] Network 32e2795d-010e-482a-b2f0-3186baea29f4 is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:47:13.928768 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-ee952eea-07fb-48a5-9e20-d8011fb2e6b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, 32e2795d-010e-482a-b2f0-3186baea29f4) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:47:13.933265 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee952eea-07fb-48a5-9e20-d8011fb2e6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:13.933855 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ee952eea-07fb-48a5-9e20-d8011fb2e6b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:13.937901 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78edb78a-3e21-47d5-97f6-b14123f42703 None None] Network 32e2795d-010e-482a-b2f0-3186baea29f4 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:47:13.950342 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ee952eea-07fb-48a5-9e20-d8011fb2e6b0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3463132 Mar 21 11:47:13.953032 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 45826) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:13.957200 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2136834863-router', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:13.976123 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4749'] for router (3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:13.977139 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4756'] for router (3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:14.033185 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Publish callbacks [] for router_controller (3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d), precommit_add_association {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:14.041203 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947d282f-53ab-5c09-984e-15aea43c1147-32e2795d-010e-482a-b2f0-3186baea29f4', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'fixed_ips': [{'subnet_id': '6e0ef3ac-142d-449b-851f-88e25505c7f2'}]}} from dv-cinder-805072-11-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:47:14.042055 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:14.171844 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Publish callbacks [] for router_gateway (3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:14.179352 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Allocated IP 172.20.0.2 (32e2795d-010e-482a-b2f0-3186baea29f4/6e0ef3ac-142d-449b-851f-88e25505c7f2/5c5067e6-5a77-47da-a15f-235f75eebdd6) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:47:14.356799 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Publish callbacks [] for port (5c5067e6-5a77-47da-a15f-235f75eebdd6), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:14.398302 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Publish callbacks [] for router_gateway (3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:14.421786 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:14.424486 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (5c5067e6-5a77-47da-a15f-235f75eebdd6), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:14.460093 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Network 32e2795d-010e-482a-b2f0-3186baea29f4 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:47:14.462931 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:47:14.468893 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:47:14.479122 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Pushing event updated for resources: {'Port': ['ID=5c5067e6-5a77-47da-a15f-235f75eebdd6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:14.526217 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Allocated IP 172.27.0.119 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/77a6511e-64ad-480b-9133-44779726e4de) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:47:14.529667 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Attempting to bind port 5c5067e6-5a77-47da-a15f-235f75eebdd6 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:47:14.530239 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Attempting to bind port 5c5067e6-5a77-47da-a15f-235f75eebdd6 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': '540348ea-1e97-4ca1-87ca-27f9850cccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:47:14.530381 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Attempting to bind port 5c5067e6-5a77-47da-a15f-235f75eebdd6 on network 32e2795d-010e-482a-b2f0-3186baea29f4 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:47:14.535653 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:47:14.536059 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Checking segment: {'id': '540348ea-1e97-4ca1-87ca-27f9850cccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:47:14.536458 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:14.536845 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Bound using segment: {'id': '540348ea-1e97-4ca1-87ca-27f9850cccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:47:14.537298 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Bound port: 5c5067e6-5a77-47da-a15f-235f75eebdd6, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540348ea-1e97-4ca1-87ca-27f9850cccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:47:14.537667 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (5c5067e6-5a77-47da-a15f-235f75eebdd6), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:14.601504 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] For port 5c5067e6-5a77-47da-a15f-235f75eebdd6, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:47:14.604747 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] For port 5c5067e6-5a77-47da-a15f-235f75eebdd6, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=5c5067e6-5a77-47da-a15f-235f75eebdd6,segment=NetworkSegment(540348ea-1e97-4ca1-87ca-27f9850cccb8),segment_id=540348ea-1e97-4ca1-87ca-27f9850cccb8)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:47:14.611174 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (5c5067e6-5a77-47da-a15f-235f75eebdd6), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:14.630048 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Publish callbacks [] for port (77a6511e-64ad-480b-9133-44779726e4de), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:14.665687 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (77a6511e-64ad-480b-9133-44779726e4de), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:14.670353 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88700d-ce05-40f8-b985-1e8390f828d2 None None] Pushing event updated for resources: {'Port': ['ID=5c5067e6-5a77-47da-a15f-235f75eebdd6,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:14.712108 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:47:14.715063 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:47:14.720988 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:47:14.726577 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Pushing event updated for resources: {'Port': ['ID=77a6511e-64ad-480b-9133-44779726e4de,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:14.796062 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:14.925935 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca9f45-1cfd-40cc-8898-c26484a50295 req-10b22972-e9ac-4c10-8d3c-d317ee6646b0 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:14.927481 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aaca9f45-1cfd-40cc-8898-c26484a50295 req-10b22972-e9ac-4c10-8d3c-d317ee6646b0 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 944 time: 0.1200037 Mar 21 11:47:14.983223 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 5c5067e6-5a77-47da-a15f-235f75eebdd6 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:47:15.037954 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 5c5067e6-5a77-47da-a15f-235f75eebdd6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:15.038421 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (5c5067e6-5a77-47da-a15f-235f75eebdd6), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:15.127266 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 5c5067e6-5a77-47da-a15f-235f75eebdd6 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:15.127682 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (5c5067e6-5a77-47da-a15f-235f75eebdd6), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:15.160940 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port 5c5067e6-5a77-47da-a15f-235f75eebdd6, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=5c5067e6-5a77-47da-a15f-235f75eebdd6,segment=NetworkSegment(540348ea-1e97-4ca1-87ca-27f9850cccb8),segment_id=540348ea-1e97-4ca1-87ca-27f9850cccb8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:47:15.165958 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (5c5067e6-5a77-47da-a15f-235f75eebdd6), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:15.219263 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=5c5067e6-5a77-47da-a15f-235f75eebdd6,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:15.225454 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 1a1c83d2-877e-4dd8-969c-a1ef981c59be details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:47:15.296308 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-aaca9f45-1cfd-40cc-8898-c26484a50295 req-03823c71-fb92-402c-ae6f-d2948b919abe tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631315 Mar 21 11:47:15.328095 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 1a1c83d2-877e-4dd8-969c-a1ef981c59be, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1a1c83d2-877e-4dd8-969c-a1ef981c59be,segment=NetworkSegment(f39252ce-4ea7-45b8-86cf-f01b76fc46df),segment_id=f39252ce-4ea7-45b8-86cf-f01b76fc46df)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:47:15.328436 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Publish callbacks [] for router_gateway (3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:15.339199 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': '1a1c83d2-877e-4dd8-969c-a1ef981c59be', 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892', 'port_id': '1a1c83d2-877e-4dd8-969c-a1ef981c59be', 'mac_address': 'fa:16:3e:c6:7f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:47:15.377387 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 1a1c83d2-877e-4dd8-969c-a1ef981c59be is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:15.377768 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:15.392606 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1c83d2-877e-4dd8-969c-a1ef981c59be {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:47:15.413369 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 1a1c83d2-877e-4dd8-969c-a1ef981c59be, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1a1c83d2-877e-4dd8-969c-a1ef981c59be,segment=NetworkSegment(f39252ce-4ea7-45b8-86cf-f01b76fc46df),segment_id=f39252ce-4ea7-45b8-86cf-f01b76fc46df)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:47:15.418073 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:15.472846 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=1a1c83d2-877e-4dd8-969c-a1ef981c59be,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:15.540524 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655908'] for router (3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:15.681421 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d is scheduled to L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 with binding_index 1 {{(pid=103318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:47:15.749297 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['1a1c83d2-877e-4dd8-969c-a1ef981c59be'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:47:15.751517 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbf5be3-5a2e-4a86-882d-fdd0974cb935 None None] Network 32e2795d-010e-482a-b2f0-3186baea29f4 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:47:15.792708 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:47:15.810203 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:15.811456 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-6d824066-84dd-4a33-b7ff-07faaef3fce9 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8575106 Mar 21 11:47:15.814270 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 45832) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:15.820217 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Sync routers for ids ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:47:15.860166 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Routers {'3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:47:15.860788 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:47:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:15.937706 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-2d4d9b65-4e77-4579-9135-31762e3155dd None None] Provisioning complete for port 5c5067e6-5a77-47da-a15f-235f75eebdd6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:15.937974 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2d4d9b65-4e77-4579-9135-31762e3155dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (5c5067e6-5a77-47da-a15f-235f75eebdd6), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:16.127442 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Set router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:47:16.209896 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d9b65-4e77-4579-9135-31762e3155dd None None] Current status of the port 5c5067e6-5a77-47da-a15f-235f75eebdd6 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:16.230359 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:16.354164 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'name': 'tempest-TestShelveInstance-2136834863-router', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '77a6511e-64ad-480b-9133-44779726e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:13Z', 'updated_at': '2022-03-21T11:47:14Z', 'revision_number': 3, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'gw_port': {'id': '77a6511e-64ad-480b-9133-44779726e4de', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:14Z', 'updated_at': '2022-03-21T11:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:16.382692 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Checking router: 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:47:16.383049 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Updating router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d port 77a6511e-64ad-480b-9133-44779726e4de binding host dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:47:16.396594 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Allocated IP 172.20.0.1 (32e2795d-010e-482a-b2f0-3186baea29f4/6e0ef3ac-142d-449b-851f-88e25505c7f2/a5a54996-e597-4644-a96d-f45bde6a2beb) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:47:16.412189 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (77a6511e-64ad-480b-9133-44779726e4de), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:16.431882 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bd81b-a933-4b43-83c6-8452ccabb92d req-93141c17-2372-4b06-aac1-0f9f9ea39b86 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:16.434571 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f75bd81b-a933-4b43-83c6-8452ccabb92d req-93141c17-2372-4b06-aac1-0f9f9ea39b86 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 945 time: 0.0701201 Mar 21 11:47:16.467529 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:16.476466 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a527aece-9fde-4900-9ada-839dbe6a914d None None] Provisioning complete for port 5c5067e6-5a77-47da-a15f-235f75eebdd6 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:16.476847 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a527aece-9fde-4900-9ada-839dbe6a914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (5c5067e6-5a77-47da-a15f-235f75eebdd6), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:16.489616 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f75bd81b-a933-4b43-83c6-8452ccabb92d req-5093364c-7cae-4958-9a72-d0c5ca266fc7 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486770 Mar 21 11:47:16.518294 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Publish callbacks [] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:16.551244 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:16.585660 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Network 32e2795d-010e-482a-b2f0-3186baea29f4 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:47:16.590169 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:47:16.592641 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:47:16.625720 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Pushing event updated for resources: {'Port': ['ID=a5a54996-e597-4644-a96d-f45bde6a2beb,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:16.642251 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655857'] for router_interface (3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:16.684491 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a527aece-9fde-4900-9ada-839dbe6a914d None None] Current status of the port 5c5067e6-5a77-47da-a15f-235f75eebdd6 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:16.781394 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Publish callbacks [] for port (77a6511e-64ad-480b-9133-44779726e4de), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:16.785311 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), before_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:16.786728 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (77a6511e-64ad-480b-9133-44779726e4de), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:16.857360 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55993f8f-7115-4e34-990b-aacebf7d0894 None None] Pushing event updated for resources: {'Port': ['ID=77a6511e-64ad-480b-9133-44779726e4de,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:16.860742 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Attempting to bind port 77a6511e-64ad-480b-9133-44779726e4de on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:47:16.861053 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Attempting to bind port 77a6511e-64ad-480b-9133-44779726e4de by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:47:16.861426 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Attempting to bind port 77a6511e-64ad-480b-9133-44779726e4de on network c5837a43-2245-4480-ae3d-f889828e7864 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:47:16.863615 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-8d18962b-27b4-4337-ad5c-6f00b9a40518 None None] Provisioning complete for port a5a54996-e597-4644-a96d-f45bde6a2beb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:16.864011 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d18962b-27b4-4337-ad5c-6f00b9a40518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:16.887270 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:47:16.887653 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Checking segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:47:16.888085 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:16.888490 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Bound using segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:47:16.888965 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Bound port: 77a6511e-64ad-480b-9133-44779726e4de, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:47:16.889342 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (77a6511e-64ad-480b-9133-44779726e4de), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:16.920622 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 5c5067e6-5a77-47da-a15f-235f75eebdd6 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:47:16.958698 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8d18962b-27b4-4337-ad5c-6f00b9a40518 None None] Port a5a54996-e597-4644-a96d-f45bde6a2beb cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:47:16.961565 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Publish callbacks [] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:16.966849 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8481686'] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), after_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:16.985838 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] For port 77a6511e-64ad-480b-9133-44779726e4de, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:47:16.998608 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] For port 77a6511e-64ad-480b-9133-44779726e4de, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=77a6511e-64ad-480b-9133-44779726e4de,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:47:17.006706 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (77a6511e-64ad-480b-9133-44779726e4de), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:17.035498 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655717'] for router_interface (3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:17.037327 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Pushing event updated for resources: {'Port': ['ID=a5a54996-e597-4644-a96d-f45bde6a2beb,revision_number=2']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:17.047695 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 5c5067e6-5a77-47da-a15f-235f75eebdd6 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:17.048093 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (5c5067e6-5a77-47da-a15f-235f75eebdd6), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:17.101516 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Routers {'3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:47:17.102149 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:47:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:17.108372 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55993f8f-7115-4e34-990b-aacebf7d0894 None None] Pushing event updated for resources: {'Port': ['ID=77a6511e-64ad-480b-9133-44779726e4de,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:17.126345 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Network 32e2795d-010e-482a-b2f0-3186baea29f4 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:47:17.127635 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:47:17.233211 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 1a1c83d2-877e-4dd8-969c-a1ef981c59be up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:47:17.245050 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:47:17.265482 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 5c5067e6-5a77-47da-a15f-235f75eebdd6 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:17.281918 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] Set router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:47:17.362320 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:47:17.367690 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3e1fc50b-c3ae-4285-9887-8f8e5e43e33e admin admin] 10.222.0.61 "PUT /v2.0/routers/3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5523529 Mar 21 11:47:17.480924 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:17.509793 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-a859ebf8-7461-4549-8ab3-864ededcad91 None None] Provisioning complete for port a5a54996-e597-4644-a96d-f45bde6a2beb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:17.510174 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a859ebf8-7461-4549-8ab3-864ededcad91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:17.584006 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port 1a1c83d2-877e-4dd8-969c-a1ef981c59be completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:47:17.598210 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port 1a1c83d2-877e-4dd8-969c-a1ef981c59be triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:17.598393 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:17.601669 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a859ebf8-7461-4549-8ab3-864ededcad91 None None] Port a5a54996-e597-4644-a96d-f45bde6a2beb cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:47:17.620126 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1a806-e9c5-4f79-8de6-e536a660d9eb req-7f1c1b20-c45b-4051-b05e-9df516ac83fa tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:17.622108 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-acf1a806-e9c5-4f79-8de6-e536a660d9eb req-7f1c1b20-c45b-4051-b05e-9df516ac83fa tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 945 time: 0.0577621 Mar 21 11:47:17.674910 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-acf1a806-e9c5-4f79-8de6-e536a660d9eb req-6b96d38a-105b-4636-a3f7-46f3a759edae tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464158 Mar 21 11:47:17.742772 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 1a1c83d2-877e-4dd8-969c-a1ef981c59be is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:17.743175 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:17.754960 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'name': 'tempest-TestShelveInstance-2136834863-router', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '77a6511e-64ad-480b-9133-44779726e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:13Z', 'updated_at': '2022-03-21T11:47:16Z', 'revision_number': 4, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'gw_port': {'id': '77a6511e-64ad-480b-9133-44779726e4de', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:14Z', 'updated_at': '2022-03-21T11:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a5a54996-e597-4644-a96d-f45bde6a2beb', 'name': '', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'mac_address': 'fa:16:3e:08:cd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:16Z', 'updated_at': '2022-03-21T11:47:16Z', 'revision_number': 2, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'subnets': [{'id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:17.784880 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92b0733-744f-4217-96a3-de4ee591e2f8 None None] The sync data for ids ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'] in dv-cinder-805072-11-iscsi is: [{'id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'name': 'tempest-TestShelveInstance-2136834863-router', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '77a6511e-64ad-480b-9133-44779726e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:13Z', 'updated_at': '2022-03-21T11:47:16Z', 'revision_number': 4, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'gw_port': {'id': '77a6511e-64ad-480b-9133-44779726e4de', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:14Z', 'updated_at': '2022-03-21T11:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a5a54996-e597-4644-a96d-f45bde6a2beb', 'name': '', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'mac_address': 'fa:16:3e:08:cd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:16Z', 'updated_at': '2022-03-21T11:47:16Z', 'revision_number': 2, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'subnets': [{'id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:47:17.797820 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3190f239-da66-4072-9aa0-9783916c6a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1c83d2-877e-4dd8-969c-a1ef981c59be'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:47:17.800139 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64649d4e-8e79-4df4-b2f6-8f45ac5ce2e5" -d '{"events": [{"server_uuid": "3190f239-da66-4072-9aa0-9783916c6a73", "name": "network-vif-plugged", "status": "completed", "tag": "1a1c83d2-877e-4dd8-969c-a1ef981c59be"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:47:17.816634 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 1a1c83d2-877e-4dd8-969c-a1ef981c59be, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1a1c83d2-877e-4dd8-969c-a1ef981c59be,segment=NetworkSegment(f39252ce-4ea7-45b8-86cf-f01b76fc46df),segment_id=f39252ce-4ea7-45b8-86cf-f01b76fc46df)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:47:17.825360 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:17.859251 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dfe50d-3913-4efa-b299-c48763a19c11 x-openstack-request-id: req-35dfe50d-3913-4efa-b299-c48763a19c11 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:47:17.859711 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3190f239-da66-4072-9aa0-9783916c6a73", "name": "network-vif-plugged", "status": "completed", "tag": "1a1c83d2-877e-4dd8-969c-a1ef981c59be", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:47:17.860101 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-35dfe50d-3913-4efa-b299-c48763a19c11 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:47:17.860621 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3190f239-da66-4072-9aa0-9783916c6a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1c83d2-877e-4dd8-969c-a1ef981c59be', 'code': 200} Mar 21 11:47:17.889420 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=1a1c83d2-877e-4dd8-969c-a1ef981c59be,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:17.891293 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 45854) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:17.896691 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-85819e21-32f3-4fc7-a1ec-0ec5724ba44f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1391024328-network', 'tenant_id': '86cc71209f8f48bb844817fadaa6e9e8'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:17.918541 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85819e21-32f3-4fc7-a1ec-0ec5724ba44f admin admin] Made reservation on behalf of 86cc71209f8f48bb844817fadaa6e9e8 for: {'network': 1} {{(pid=103319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:47:17.921128 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85819e21-32f3-4fc7-a1ec-0ec5724ba44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for network (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:17.929991 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85819e21-32f3-4fc7-a1ec-0ec5724ba44f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:18.039052 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85819e21-32f3-4fc7-a1ec-0ec5724ba44f admin admin] Publish callbacks [] for security_group (5f9f222d-d69c-421a-a211-88a9ea377b3e), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:18.046175 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85819e21-32f3-4fc7-a1ec-0ec5724ba44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (5f9f222d-d69c-421a-a211-88a9ea377b3e), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:18.061611 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d27bb-98bd-4d66-97f0-879dfdeee5ee req-ed3d60b2-6064-4f3b-b97d-a2e0a2eada5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:18.063111 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c89d27bb-98bd-4d66-97f0-879dfdeee5ee req-ed3d60b2-6064-4f3b-b97d-a2e0a2eada5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 1130 time: 0.0795903 Mar 21 11:47:18.069205 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85819e21-32f3-4fc7-a1ec-0ec5724ba44f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:47:18.088156 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85819e21-32f3-4fc7-a1ec-0ec5724ba44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (be1b59fb-829f-4816-89f2-68f784366f3b), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:18.088633 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.segments_db [None req-85819e21-32f3-4fc7-a1ec-0ec5724ba44f admin admin] Added segment be1b59fb-829f-4816-89f2-68f784366f3b of type vlan for network deced092-11f7-4b39-8b6e-1cc3488f160a Mar 21 11:47:18.089975 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85819e21-32f3-4fc7-a1ec-0ec5724ba44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9f222d-d69c-421a-a211-88a9ea377b3e,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:18.120195 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c89d27bb-98bd-4d66-97f0-879dfdeee5ee req-4f292fef-c549-4b51-8f90-7f015cf3e574 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514073 Mar 21 11:47:18.135446 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85819e21-32f3-4fc7-a1ec-0ec5724ba44f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758069002846'] for network (deced092-11f7-4b39-8b6e-1cc3488f160a), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:18.164753 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85819e21-32f3-4fc7-a1ec-0ec5724ba44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649'] for network (deced092-11f7-4b39-8b6e-1cc3488f160a), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:18.165744 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85819e21-32f3-4fc7-a1ec-0ec5724ba44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:18.166330 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-85819e21-32f3-4fc7-a1ec-0ec5724ba44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:18.227498 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-85819e21-32f3-4fc7-a1ec-0ec5724ba44f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3347976 Mar 21 11:47:18.230307 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 45856) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:18.231560 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85819e21-32f3-4fc7-a1ec-0ec5724ba44f admin admin] Pushing event updated for resources: {'Network': ['ID=deced092-11f7-4b39-8b6e-1cc3488f160a,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:18.237928 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ac5d93f4-830d-4673-8081-4bc734da8936 admin admin] Request body: {'subnet': {'network_id': 'deced092-11f7-4b39-8b6e-1cc3488f160a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1391024328-subnet', 'tenant_id': '86cc71209f8f48bb844817fadaa6e9e8', 'ip_version': 4}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:18.241868 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Network deced092-11f7-4b39-8b6e-1cc3488f160a details requested by agent ovs-agent-dv-cinder-805072-11-iscsi with host dv-cinder-805072-11-iscsi {{(pid=103320) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:47:18.262205 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5d93f4-830d-4673-8081-4bc734da8936 admin admin] Made reservation on behalf of 86cc71209f8f48bb844817fadaa6e9e8 for: {'subnet': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:47:18.264878 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac5d93f4-830d-4673-8081-4bc734da8936 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8561240'] for subnet (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:18.439420 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac5d93f4-830d-4673-8081-4bc734da8936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8737539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8561230'] for subnet (3dd1172b-b340-44ae-b7c1-a1d62ce36ced), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:18.515482 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d93f4-830d-4673-8081-4bc734da8936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd1172b-b340-44ae-b7c1-a1d62ce36ced,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:18.523106 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d93f4-830d-4673-8081-4bc734da8936 admin admin] Checking segment: {'id': 'be1b59fb-829f-4816-89f2-68f784366f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'deced092-11f7-4b39-8b6e-1cc3488f160a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:47:18.523465 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5d93f4-830d-4673-8081-4bc734da8936 admin admin] Network hostable DHCP agents. Network: deced092-11f7-4b39-8b6e-1cc3488f160a, hostable agents: ['4ee93845-f991-437d-acc5-c14257287044'], hosted agents: [] {{(pid=103318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:47:18.540444 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5d93f4-830d-4673-8081-4bc734da8936 admin admin] Network deced092-11f7-4b39-8b6e-1cc3488f160a is scheduled to be hosted by DHCP agent 4ee93845-f991-437d-acc5-c14257287044 with binding_index 1 {{(pid=103318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:47:18.553366 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-ac5d93f4-830d-4673-8081-4bc734da8936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-11-iscsi, deced092-11f7-4b39-8b6e-1cc3488f160a) {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:47:18.558220 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5d93f4-830d-4673-8081-4bc734da8936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:18.559479 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ac5d93f4-830d-4673-8081-4bc734da8936 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:18.563189 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20be8868-14b6-471d-827b-6d99bf80c5aa None None] Network deced092-11f7-4b39-8b6e-1cc3488f160a requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:47:18.577465 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ac5d93f4-830d-4673-8081-4bc734da8936 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3450711 Mar 21 11:47:18.580056 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 45858) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:18.584718 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1391024328-router', 'tenant_id': '86cc71209f8f48bb844817fadaa6e9e8', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:18.605330 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4749'] for router (94217f88-cfe9-480b-b472-018c4f28c974), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:18.606459 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4756'] for router (94217f88-cfe9-480b-b472-018c4f28c974), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:18.661993 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Publish callbacks [] for router_controller (94217f88-cfe9-480b-b472-018c4f28c974), precommit_add_association {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:18.700406 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp947d282f-53ab-5c09-984e-15aea43c1147-deced092-11f7-4b39-8b6e-1cc3488f160a', 'network_id': 'deced092-11f7-4b39-8b6e-1cc3488f160a', 'project_id': '86cc71209f8f48bb844817fadaa6e9e8', 'fixed_ips': [{'subnet_id': '3dd1172b-b340-44ae-b7c1-a1d62ce36ced'}]}} from dv-cinder-805072-11-iscsi. {{(pid=103320) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:47:18.701281 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:18.822314 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78bd21-45cd-4e01-b198-ec599f5bb05e req-bff110bc-2a3b-47cc-be93-804510ea9838 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:18.824140 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6a78bd21-45cd-4e01-b198-ec599f5bb05e req-bff110bc-2a3b-47cc-be93-804510ea9838 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 946 time: 0.0646353 Mar 21 11:47:18.830358 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Publish callbacks [] for router_gateway (94217f88-cfe9-480b-b472-018c4f28c974), precommit_update {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:18.871996 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Allocated IP 172.20.0.2 (deced092-11f7-4b39-8b6e-1cc3488f160a/3dd1172b-b340-44ae-b7c1-a1d62ce36ced/9ae51284-f56c-4e1a-af3f-c7268ce04758) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:47:18.897892 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6a78bd21-45cd-4e01-b198-ec599f5bb05e req-0afca893-472f-4d30-996b-3b002d8efc7b tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650077 Mar 21 11:47:18.983369 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 77a6511e-64ad-480b-9133-44779726e4de up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:47:19.104144 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Publish callbacks [] for port (9ae51284-f56c-4e1a-af3f-c7268ce04758), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:19.108254 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 77a6511e-64ad-480b-9133-44779726e4de triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:19.109189 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (77a6511e-64ad-480b-9133-44779726e4de), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:19.134537 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335'] for port (9ae51284-f56c-4e1a-af3f-c7268ce04758), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:19.195984 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Network deced092-11f7-4b39-8b6e-1cc3488f160a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:47:19.198885 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Pushing event updated for resources: {'Port': ['ID=9ae51284-f56c-4e1a-af3f-c7268ce04758,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:19.203031 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:47:19.205609 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:47:19.299049 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 77a6511e-64ad-480b-9133-44779726e4de is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:19.299438 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (77a6511e-64ad-480b-9133-44779726e4de), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:19.304724 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Attempting to bind port 9ae51284-f56c-4e1a-af3f-c7268ce04758 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:47:19.305103 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Attempting to bind port 9ae51284-f56c-4e1a-af3f-c7268ce04758 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'be1b59fb-829f-4816-89f2-68f784366f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'deced092-11f7-4b39-8b6e-1cc3488f160a'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:47:19.305465 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Attempting to bind port 9ae51284-f56c-4e1a-af3f-c7268ce04758 on network deced092-11f7-4b39-8b6e-1cc3488f160a {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:47:19.318500 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:47:19.318882 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Checking segment: {'id': 'be1b59fb-829f-4816-89f2-68f784366f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'deced092-11f7-4b39-8b6e-1cc3488f160a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:47:19.319286 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:19.319687 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Bound using segment: {'id': 'be1b59fb-829f-4816-89f2-68f784366f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'deced092-11f7-4b39-8b6e-1cc3488f160a'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:47:19.320205 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Bound port: 9ae51284-f56c-4e1a-af3f-c7268ce04758, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1b59fb-829f-4816-89f2-68f784366f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'deced092-11f7-4b39-8b6e-1cc3488f160a'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:47:19.320579 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (9ae51284-f56c-4e1a-af3f-c7268ce04758), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:19.335431 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port 77a6511e-64ad-480b-9133-44779726e4de, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=77a6511e-64ad-480b-9133-44779726e4de,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:47:19.340088 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (77a6511e-64ad-480b-9133-44779726e4de), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:19.341248 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Publish callbacks [] for router_gateway (94217f88-cfe9-480b-b472-018c4f28c974), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:19.360689 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:19.428530 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=77a6511e-64ad-480b-9133-44779726e4de,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:19.432911 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] For port 9ae51284-f56c-4e1a-af3f-c7268ce04758, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:47:19.436769 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] For port 9ae51284-f56c-4e1a-af3f-c7268ce04758, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=9ae51284-f56c-4e1a-af3f-c7268ce04758,segment=NetworkSegment(be1b59fb-829f-4816-89f2-68f784366f3b),segment_id=be1b59fb-829f-4816-89f2-68f784366f3b)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:47:19.442186 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (9ae51284-f56c-4e1a-af3f-c7268ce04758), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:19.464470 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_common [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Allocated IP 172.27.0.131 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/fc0a9b20-edd4-419d-b168-9d47041b07fb) {{(pid=103319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:47:19.504823 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26680663-f36d-493b-8284-4a50b0356d0b None None] Pushing event updated for resources: {'Port': ['ID=9ae51284-f56c-4e1a-af3f-c7268ce04758,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:19.574891 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Publish callbacks [] for port (fc0a9b20-edd4-419d-b168-9d47041b07fb), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:19.608246 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (fc0a9b20-edd4-419d-b168-9d47041b07fb), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:19.644097 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:47:19.650589 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.base_scheduler [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Resources bound (agent type, host, resource id): {{(pid=103319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:47:19.656395 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Received port after_create {{(pid=103319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:47:19.662560 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Pushing event updated for resources: {'Port': ['ID=fc0a9b20-edd4-419d-b168-9d47041b07fb,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:19.920936 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Publish callbacks [] for router_gateway (94217f88-cfe9-480b-b472-018c4f28c974), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:20.028957 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115081f-dfad-48a8-adf6-02bab7c37f9b req-e0814a83-132d-4949-97df-1ddf18860a54 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:20.030549 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7115081f-dfad-48a8-adf6-02bab7c37f9b req-e0814a83-132d-4949-97df-1ddf18860a54 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 946 time: 0.0578477 Mar 21 11:47:20.078144 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Sync routers for ids ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:47:20.084821 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7115081f-dfad-48a8-adf6-02bab7c37f9b req-a1d99b37-1802-4c74-94e3-a65ac876a292 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486584 Mar 21 11:47:20.087483 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Routers {'3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:47:20.088181 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:47:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:20.133968 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655908'] for router (94217f88-cfe9-480b-b472-018c4f28c974), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:20.217571 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d2cbe-7097-4706-b503-247ecf09fa01 req-98aa1ff0-ab5d-4d2d-87c9-d67a21c4927a tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:20.219087 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-292d2cbe-7097-4706-b503-247ecf09fa01 req-98aa1ff0-ab5d-4d2d-87c9-d67a21c4927a tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 946 time: 0.0578454 Mar 21 11:47:20.267127 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-292d2cbe-7097-4706-b503-247ecf09fa01 req-48e3a428-3017-4aa1-936e-4c41b9014169 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423088 Mar 21 11:47:20.277801 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Router 94217f88-cfe9-480b-b472-018c4f28c974 is scheduled to L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 with binding_index 1 {{(pid=103319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:47:20.291643 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Set router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:47:20.399798 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:47:20.416836 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Sync routers for ids ['94217f88-cfe9-480b-b472-018c4f28c974'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:47:20.424736 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:20.428518 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-9ca594f2-e143-44a3-9d82-ae439986401c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8447735 Mar 21 11:47:20.429569 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 45868) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:20.433237 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Routers {'94217f88-cfe9-480b-b472-018c4f28c974'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:47:20.434175 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:47:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['94217f88-cfe9-480b-b472-018c4f28c974'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:20.525673 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:47:20.562758 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'name': 'tempest-TestShelveInstance-2136834863-router', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '77a6511e-64ad-480b-9133-44779726e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:13Z', 'updated_at': '2022-03-21T11:47:16Z', 'revision_number': 4, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'gw_port': {'id': '77a6511e-64ad-480b-9133-44779726e4de', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:14Z', 'updated_at': '2022-03-21T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a5a54996-e597-4644-a96d-f45bde6a2beb', 'name': '', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'mac_address': 'fa:16:3e:08:cd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:16Z', 'updated_at': '2022-03-21T11:47:16Z', 'revision_number': 2, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'subnets': [{'id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:20.570739 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Set router 94217f88-cfe9-480b-b472-018c4f28c974 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:47:20.602608 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Checking router: 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:47:20.603339 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Updating router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d port a5a54996-e597-4644-a96d-f45bde6a2beb binding host dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:47:20.634158 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:20.721558 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2ba92-37e1-43b0-9768-e865c36dd5d7 req-ec027ab4-17e1-4863-8f00-27111bf655b2 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:20.723135 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a2a2ba92-37e1-43b0-9768-e865c36dd5d7 req-ec027ab4-17e1-4863-8f00-27111bf655b2 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 946 time: 0.1401341 Mar 21 11:47:20.805145 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a2a2ba92-37e1-43b0-9768-e865c36dd5d7 req-c77f11d5-9861-4f97-854b-0c36f841df78 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733953 Mar 21 11:47:20.878909 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94217f88-cfe9-480b-b472-018c4f28c974', 'name': 'tempest-TestShelveInstance-1391024328-router', 'tenant_id': '86cc71209f8f48bb844817fadaa6e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fc0a9b20-edd4-419d-b168-9d47041b07fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:18Z', 'updated_at': '2022-03-21T11:47:19Z', 'revision_number': 3, 'project_id': '86cc71209f8f48bb844817fadaa6e9e8', 'gw_port': {'id': 'fc0a9b20-edd4-419d-b168-9d47041b07fb', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94217f88-cfe9-480b-b472-018c4f28c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:19Z', 'updated_at': '2022-03-21T11:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:20.934348 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Checking router: 94217f88-cfe9-480b-b472-018c4f28c974 for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:47:20.934812 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Updating router 94217f88-cfe9-480b-b472-018c4f28c974 port fc0a9b20-edd4-419d-b168-9d47041b07fb binding host dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:47:20.936764 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d88ad0-d0b3-47e5-a996-3fd39fa4b40c None None] Network deced092-11f7-4b39-8b6e-1cc3488f160a requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:47:21.011869 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Publish callbacks [] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:21.026787 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:21.069283 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (fc0a9b20-edd4-419d-b168-9d47041b07fb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:21.107728 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835959f-9739-4ba4-9d9e-816150cfb43b None None] Pushing event updated for resources: {'Port': ['ID=a5a54996-e597-4644-a96d-f45bde6a2beb,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:21.126310 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-3cec98e8-0533-4d60-b931-7b48da975bde None None] Provisioning complete for port 9ae51284-f56c-4e1a-af3f-c7268ce04758 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:21.126689 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cec98e8-0533-4d60-b931-7b48da975bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (9ae51284-f56c-4e1a-af3f-c7268ce04758), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:21.174372 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 77a6511e-64ad-480b-9133-44779726e4de up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:47:21.203420 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:21.224244 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Attempting to bind port a5a54996-e597-4644-a96d-f45bde6a2beb on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:47:21.228173 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Attempting to bind port a5a54996-e597-4644-a96d-f45bde6a2beb by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': '540348ea-1e97-4ca1-87ca-27f9850cccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:47:21.229002 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Attempting to bind port a5a54996-e597-4644-a96d-f45bde6a2beb on network 32e2795d-010e-482a-b2f0-3186baea29f4 {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:47:21.247257 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:47:21.248400 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Checking segment: {'id': '540348ea-1e97-4ca1-87ca-27f9850cccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:47:21.249080 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:21.249621 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Bound using segment: {'id': '540348ea-1e97-4ca1-87ca-27f9850cccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:47:21.250304 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Bound port: a5a54996-e597-4644-a96d-f45bde6a2beb, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540348ea-1e97-4ca1-87ca-27f9850cccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:47:21.250964 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:21.349078 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] For port a5a54996-e597-4644-a96d-f45bde6a2beb, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:47:21.353419 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] For port a5a54996-e597-4644-a96d-f45bde6a2beb, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=a5a54996-e597-4644-a96d-f45bde6a2beb,segment=NetworkSegment(540348ea-1e97-4ca1-87ca-27f9850cccb8),segment_id=540348ea-1e97-4ca1-87ca-27f9850cccb8)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:47:21.374339 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:21.442057 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Routers {'3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:47:21.442586 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:47:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:21.455730 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Allocated IP 172.20.0.1 (deced092-11f7-4b39-8b6e-1cc3488f160a/3dd1172b-b340-44ae-b7c1-a1d62ce36ced/1ca0d451-c4ae-4b45-beeb-13efb0028e63) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:47:21.515576 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835959f-9739-4ba4-9d9e-816150cfb43b None None] Pushing event updated for resources: {'Port': ['ID=a5a54996-e597-4644-a96d-f45bde6a2beb,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:21.566469 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] Set router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:47:21.600981 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Publish callbacks [] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:21.641994 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 77a6511e-64ad-480b-9133-44779726e4de triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:21.642577 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (77a6511e-64ad-480b-9133-44779726e4de), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:21.652828 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:21.701378 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Network deced092-11f7-4b39-8b6e-1cc3488f160a is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:47:21.712401 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Pushing event updated for resources: {'Port': ['ID=1ca0d451-c4ae-4b45-beeb-13efb0028e63,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:21.715389 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:47:21.718048 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:47:21.727997 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-3cec98e8-0533-4d60-b931-7b48da975bde None None] Current status of the port 9ae51284-f56c-4e1a-af3f-c7268ce04758 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:21.728383 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cec98e8-0533-4d60-b931-7b48da975bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (9ae51284-f56c-4e1a-af3f-c7268ce04758), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:21.769422 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655857'] for router_interface (94217f88-cfe9-480b-b472-018c4f28c974), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:21.819944 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-3cec98e8-0533-4d60-b931-7b48da975bde None None] For port 9ae51284-f56c-4e1a-af3f-c7268ce04758, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=9ae51284-f56c-4e1a-af3f-c7268ce04758,segment=NetworkSegment(be1b59fb-829f-4816-89f2-68f784366f3b),segment_id=be1b59fb-829f-4816-89f2-68f784366f3b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:47:21.835421 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'name': 'tempest-TestShelveInstance-2136834863-router', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '77a6511e-64ad-480b-9133-44779726e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:13Z', 'updated_at': '2022-03-21T11:47:16Z', 'revision_number': 4, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'gw_port': {'id': '77a6511e-64ad-480b-9133-44779726e4de', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:14Z', 'updated_at': '2022-03-21T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a5a54996-e597-4644-a96d-f45bde6a2beb', 'name': '', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'mac_address': 'fa:16:3e:08:cd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:16Z', 'updated_at': '2022-03-21T11:47:21Z', 'revision_number': 4, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'subnets': [{'id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:21.839194 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3cec98e8-0533-4d60-b931-7b48da975bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (9ae51284-f56c-4e1a-af3f-c7268ce04758), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:21.849563 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 77a6511e-64ad-480b-9133-44779726e4de is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:21.850659 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 9ae51284-f56c-4e1a-af3f-c7268ce04758 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:47:21.870216 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc81d3d-d59f-4732-987c-ad452de88fa5 None None] The sync data for ids ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'] in dv-cinder-805072-11-iscsi is: [{'id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'name': 'tempest-TestShelveInstance-2136834863-router', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '77a6511e-64ad-480b-9133-44779726e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:13Z', 'updated_at': '2022-03-21T11:47:16Z', 'revision_number': 4, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'gw_port': {'id': '77a6511e-64ad-480b-9133-44779726e4de', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:14Z', 'updated_at': '2022-03-21T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a5a54996-e597-4644-a96d-f45bde6a2beb', 'name': '', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'mac_address': 'fa:16:3e:08:cd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:16Z', 'updated_at': '2022-03-21T11:47:21Z', 'revision_number': 4, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'subnets': [{'id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:47:21.943190 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:22.021130 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Publish callbacks [] for port (fc0a9b20-edd4-419d-b168-9d47041b07fb), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:22.030796 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec98e8-0533-4d60-b931-7b48da975bde None None] Pushing event updated for resources: {'Port': ['ID=9ae51284-f56c-4e1a-af3f-c7268ce04758,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:22.036631 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-0b431421-a869-416d-b87a-64dd2842cff5 None None] Provisioning complete for port a5a54996-e597-4644-a96d-f45bde6a2beb triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:22.036972 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b431421-a869-416d-b87a-64dd2842cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:22.041216 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (fc0a9b20-edd4-419d-b168-9d47041b07fb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:22.128568 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 9ae51284-f56c-4e1a-af3f-c7268ce04758 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:22.128952 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (9ae51284-f56c-4e1a-af3f-c7268ce04758), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:22.162154 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Attempting to bind port fc0a9b20-edd4-419d-b168-9d47041b07fb on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:47:22.162562 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Attempting to bind port fc0a9b20-edd4-419d-b168-9d47041b07fb by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:47:22.162934 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Attempting to bind port fc0a9b20-edd4-419d-b168-9d47041b07fb on network c5837a43-2245-4480-ae3d-f889828e7864 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:47:22.167181 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f19e4e-296f-4cc5-b7db-6b00d7079e09 None None] Pushing event updated for resources: {'Port': ['ID=fc0a9b20-edd4-419d-b168-9d47041b07fb,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:22.188878 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:47:22.189265 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Checking segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:47:22.189674 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:22.190071 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Bound using segment: {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:47:22.190566 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Bound port: fc0a9b20-edd4-419d-b168-9d47041b07fb, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b7d950-1d8a-48c8-9222-ea6db9036401', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:47:22.190950 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (fc0a9b20-edd4-419d-b168-9d47041b07fb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:22.191160 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Publish callbacks [] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:22.197499 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:22.267688 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3651671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655717'] for router_interface (94217f88-cfe9-480b-b472-018c4f28c974), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:22.275707 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Pushing event updated for resources: {'Port': ['ID=1ca0d451-c4ae-4b45-beeb-13efb0028e63,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:22.297378 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0b431421-a869-416d-b87a-64dd2842cff5 None None] Current status of the port a5a54996-e597-4644-a96d-f45bde6a2beb is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:22.297771 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b431421-a869-416d-b87a-64dd2842cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:22.299997 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] For port fc0a9b20-edd4-419d-b168-9d47041b07fb, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:47:22.342209 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] For port fc0a9b20-edd4-419d-b168-9d47041b07fb, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=fc0a9b20-edd4-419d-b168-9d47041b07fb,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:47:22.371116 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (fc0a9b20-edd4-419d-b168-9d47041b07fb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:22.397655 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Network deced092-11f7-4b39-8b6e-1cc3488f160a is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:47:22.399230 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:47:22.406275 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 9ae51284-f56c-4e1a-af3f-c7268ce04758 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:22.413905 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-0b431421-a869-416d-b87a-64dd2842cff5 None None] For port a5a54996-e597-4644-a96d-f45bde6a2beb, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=a5a54996-e597-4644-a96d-f45bde6a2beb,segment=NetworkSegment(540348ea-1e97-4ca1-87ca-27f9850cccb8),segment_id=540348ea-1e97-4ca1-87ca-27f9850cccb8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:47:22.431591 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0b431421-a869-416d-b87a-64dd2842cff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:22.458187 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Routers {'94217f88-cfe9-480b-b472-018c4f28c974'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:47:22.458986 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:47:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['94217f88-cfe9-480b-b472-018c4f28c974'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:22.462177 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f19e4e-296f-4cc5-b7db-6b00d7079e09 None None] Pushing event updated for resources: {'Port': ['ID=fc0a9b20-edd4-419d-b168-9d47041b07fb,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:22.546750 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Router 94217f88-cfe9-480b-b472-018c4f28c974 has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:47:22.619550 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d478ee81-8d4d-499e-858b-d6258eef310c None None] Provisioning complete for port 1ca0d451-c4ae-4b45-beeb-13efb0028e63 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:22.620402 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d478ee81-8d4d-499e-858b-d6258eef310c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:22.627161 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b431421-a869-416d-b87a-64dd2842cff5 None None] Pushing event updated for resources: {'Port': ['ID=a5a54996-e597-4644-a96d-f45bde6a2beb,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:22.691581 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d478ee81-8d4d-499e-858b-d6258eef310c None None] Port 1ca0d451-c4ae-4b45-beeb-13efb0028e63 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:47:22.721198 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] Set router 94217f88-cfe9-480b-b472-018c4f28c974 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:47:22.721372 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:47:22.736487 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-5b69ba91-0b34-4801-8ece-31a0caab0d88 admin admin] 10.222.0.61 "PUT /v2.0/routers/94217f88-cfe9-480b-b472-018c4f28c974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2964311 Mar 21 11:47:22.816511 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-d478ee81-8d4d-499e-858b-d6258eef310c None None] Provisioning complete for port 9ae51284-f56c-4e1a-af3f-c7268ce04758 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:22.816511 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d478ee81-8d4d-499e-858b-d6258eef310c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (9ae51284-f56c-4e1a-af3f-c7268ce04758), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.013694 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d478ee81-8d4d-499e-858b-d6258eef310c None None] Current status of the port 9ae51284-f56c-4e1a-af3f-c7268ce04758 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:23.049413 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94217f88-cfe9-480b-b472-018c4f28c974', 'name': 'tempest-TestShelveInstance-1391024328-router', 'tenant_id': '86cc71209f8f48bb844817fadaa6e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fc0a9b20-edd4-419d-b168-9d47041b07fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:18Z', 'updated_at': '2022-03-21T11:47:21Z', 'revision_number': 4, 'project_id': '86cc71209f8f48bb844817fadaa6e9e8', 'gw_port': {'id': 'fc0a9b20-edd4-419d-b168-9d47041b07fb', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94217f88-cfe9-480b-b472-018c4f28c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:19Z', 'updated_at': '2022-03-21T11:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '1ca0d451-c4ae-4b45-beeb-13efb0028e63', 'name': '', 'network_id': 'deced092-11f7-4b39-8b6e-1cc3488f160a', 'tenant_id': '86cc71209f8f48bb844817fadaa6e9e8', 'mac_address': 'fa:16:3e:86:44:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94217f88-cfe9-480b-b472-018c4f28c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3dd1172b-b340-44ae-b7c1-a1d62ce36ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:21Z', 'updated_at': '2022-03-21T11:47:22Z', 'revision_number': 2, 'project_id': '86cc71209f8f48bb844817fadaa6e9e8', 'subnets': [{'id': '3dd1172b-b340-44ae-b7c1-a1d62ce36ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:23.085605 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device a5a54996-e597-4644-a96d-f45bde6a2beb up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:47:23.088042 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c040367-5783-4a96-b837-9e5a01cb6a2e None None] The sync data for ids ['94217f88-cfe9-480b-b472-018c4f28c974'] in dv-cinder-805072-11-iscsi is: [{'id': '94217f88-cfe9-480b-b472-018c4f28c974', 'name': 'tempest-TestShelveInstance-1391024328-router', 'tenant_id': '86cc71209f8f48bb844817fadaa6e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fc0a9b20-edd4-419d-b168-9d47041b07fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:18Z', 'updated_at': '2022-03-21T11:47:21Z', 'revision_number': 4, 'project_id': '86cc71209f8f48bb844817fadaa6e9e8', 'gw_port': {'id': 'fc0a9b20-edd4-419d-b168-9d47041b07fb', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94217f88-cfe9-480b-b472-018c4f28c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:19Z', 'updated_at': '2022-03-21T11:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '1ca0d451-c4ae-4b45-beeb-13efb0028e63', 'name': '', 'network_id': 'deced092-11f7-4b39-8b6e-1cc3488f160a', 'tenant_id': '86cc71209f8f48bb844817fadaa6e9e8', 'mac_address': 'fa:16:3e:86:44:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94217f88-cfe9-480b-b472-018c4f28c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3dd1172b-b340-44ae-b7c1-a1d62ce36ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:21Z', 'updated_at': '2022-03-21T11:47:22Z', 'revision_number': 2, 'project_id': '86cc71209f8f48bb844817fadaa6e9e8', 'subnets': [{'id': '3dd1172b-b340-44ae-b7c1-a1d62ce36ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:47:23.168295 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7003390b-729f-47f0-82c2-ad89331efa45 None None] Provisioning complete for port 1ca0d451-c4ae-4b45-beeb-13efb0028e63 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:23.168836 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7003390b-729f-47f0-82c2-ad89331efa45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.213311 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7003390b-729f-47f0-82c2-ad89331efa45 None None] Port 1ca0d451-c4ae-4b45-beeb-13efb0028e63 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:47:23.216760 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port a5a54996-e597-4644-a96d-f45bde6a2beb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:23.217700 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.305760 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port a5a54996-e597-4644-a96d-f45bde6a2beb is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:23.307194 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 9ae51284-f56c-4e1a-af3f-c7268ce04758 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:47:23.393677 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 9ae51284-f56c-4e1a-af3f-c7268ce04758 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:23.394047 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (9ae51284-f56c-4e1a-af3f-c7268ce04758), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.418264 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 45904) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:23.423571 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-8a80850b-f064-404e-8438-4f4c0bd1e0ba tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126924355', 'description': 'tempest-secgroup-smoke-1126924355 description', 'project_id': 'f3637e4382a840d58eb09181ec209e99'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:23.452517 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a80850b-f064-404e-8438-4f4c0bd1e0ba tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.495620 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 9ae51284-f56c-4e1a-af3f-c7268ce04758 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:23.534568 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a80850b-f064-404e-8438-4f4c0bd1e0ba tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group (6c5bca7c-864e-4d41-b753-cb9a29362e09), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.538680 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a80850b-f064-404e-8438-4f4c0bd1e0ba tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (6c5bca7c-864e-4d41-b753-cb9a29362e09), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.569480 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-8a80850b-f064-404e-8438-4f4c0bd1e0ba tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.570718 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-8a80850b-f064-404e-8438-4f4c0bd1e0ba tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1514397 Mar 21 11:47:23.571608 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80850b-f064-404e-8438-4f4c0bd1e0ba tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5bca7c-864e-4d41-b753-cb9a29362e09,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:23.573528 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 45906) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:23.578845 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-ae9c4122-4fd0-4efc-bbbd-b2d7fad3167b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Request body: {'security_group_rule': {'security_group_id': '6c5bca7c-864e-4d41-b753-cb9a29362e09', 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:23.606225 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae9c4122-4fd0-4efc-bbbd-b2d7fad3167b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (71f28972-53bb-409c-9e8e-48b728a81f14), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.663998 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae9c4122-4fd0-4efc-bbbd-b2d7fad3167b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (71f28972-53bb-409c-9e8e-48b728a81f14), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.668010 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae9c4122-4fd0-4efc-bbbd-b2d7fad3167b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (71f28972-53bb-409c-9e8e-48b728a81f14), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.687089 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c4122-4fd0-4efc-bbbd-b2d7fad3167b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f28972-53bb-409c-9e8e-48b728a81f14,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:23.692380 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-ae9c4122-4fd0-4efc-bbbd-b2d7fad3167b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.696242 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-ae9c4122-4fd0-4efc-bbbd-b2d7fad3167b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210370 Mar 21 11:47:23.696461 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 45908) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:23.702276 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-be20f54f-570c-413b-aeb8-dd33d675a0db tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Request body: {'security_group_rule': {'security_group_id': '6c5bca7c-864e-4d41-b753-cb9a29362e09', 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:23.726684 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-be20f54f-570c-413b-aeb8-dd33d675a0db tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (38a595b5-a66b-45b6-a486-1c682eda6645), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.784103 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-be20f54f-570c-413b-aeb8-dd33d675a0db tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (38a595b5-a66b-45b6-a486-1c682eda6645), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.788260 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-be20f54f-570c-413b-aeb8-dd33d675a0db tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (38a595b5-a66b-45b6-a486-1c682eda6645), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.806779 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20f54f-570c-413b-aeb8-dd33d675a0db tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a595b5-a66b-45b6-a486-1c682eda6645,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:23.812380 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-be20f54f-570c-413b-aeb8-dd33d675a0db tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.813592 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-be20f54f-570c-413b-aeb8-dd33d675a0db tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154685 Mar 21 11:47:23.816238 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 45910) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:23.820554 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-e3bb2eaa-d3a6-45dc-8a67-acea47e94371 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Request body: {'security_group_rule': {'security_group_id': '6c5bca7c-864e-4d41-b753-cb9a29362e09', 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:23.843902 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3bb2eaa-d3a6-45dc-8a67-acea47e94371 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (d3361ed5-ba47-4f88-8222-db7b7dc9d882), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.903208 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3bb2eaa-d3a6-45dc-8a67-acea47e94371 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (d3361ed5-ba47-4f88-8222-db7b7dc9d882), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.907909 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3bb2eaa-d3a6-45dc-8a67-acea47e94371 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (d3361ed5-ba47-4f88-8222-db7b7dc9d882), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.928042 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb2eaa-d3a6-45dc-8a67-acea47e94371 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3361ed5-ba47-4f88-8222-db7b7dc9d882,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:23.934613 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e3bb2eaa-d3a6-45dc-8a67-acea47e94371 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:23.935795 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-e3bb2eaa-d3a6-45dc-8a67-acea47e94371 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186366 Mar 21 11:47:23.938502 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 45912) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:23.942766 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-89056f95-9251-4973-a681-82a3ee2f2f71 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Request body: {'security_group_rule': {'security_group_id': '6c5bca7c-864e-4d41-b753-cb9a29362e09', 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:23.965552 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-89056f95-9251-4973-a681-82a3ee2f2f71 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (ef675ce6-8fde-4264-85e3-229a9dc7ec9b), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:24.024868 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-89056f95-9251-4973-a681-82a3ee2f2f71 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (ef675ce6-8fde-4264-85e3-229a9dc7ec9b), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:24.028349 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-89056f95-9251-4973-a681-82a3ee2f2f71 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (ef675ce6-8fde-4264-85e3-229a9dc7ec9b), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:24.048081 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89056f95-9251-4973-a681-82a3ee2f2f71 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef675ce6-8fde-4264-85e3-229a9dc7ec9b,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:24.053528 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-89056f95-9251-4973-a681-82a3ee2f2f71 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:24.054696 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-89056f95-9251-4973-a681-82a3ee2f2f71 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151800 Mar 21 11:47:24.057369 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 45914) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:24.062321 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-2523be22-f762-44ab-bce0-c072e0ba92d1 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Request body: {'security_group_rule': {'security_group_id': '6c5bca7c-864e-4d41-b753-cb9a29362e09', 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:24.080724 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-2523be22-f762-44ab-bce0-c072e0ba92d1 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Project f3637e4382a840d58eb09181ec209e99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 11:47:24.085390 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2523be22-f762-44ab-bce0-c072e0ba92d1 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (7bbea253-061a-46df-96fc-9f6abb8d905a), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:24.142252 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2523be22-f762-44ab-bce0-c072e0ba92d1 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (7bbea253-061a-46df-96fc-9f6abb8d905a), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:24.146375 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2523be22-f762-44ab-bce0-c072e0ba92d1 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (7bbea253-061a-46df-96fc-9f6abb8d905a), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:24.164121 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523be22-f762-44ab-bce0-c072e0ba92d1 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbea253-061a-46df-96fc-9f6abb8d905a,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:24.173214 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2523be22-f762-44ab-bce0-c072e0ba92d1 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:24.174413 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-2523be22-f762-44ab-bce0-c072e0ba92d1 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160598 Mar 21 11:47:24.177117 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 45918) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:24.181563 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-78f171d5-b7e9-4c38-9436-c3a4249ac258 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Request body: {'security_group_rule': {'security_group_id': '6c5bca7c-864e-4d41-b753-cb9a29362e09', 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:24.201183 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-78f171d5-b7e9-4c38-9436-c3a4249ac258 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Project f3637e4382a840d58eb09181ec209e99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 11:47:24.205817 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-78f171d5-b7e9-4c38-9436-c3a4249ac258 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (31b0771c-4898-4f7d-8a1b-3526a38333ee), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:24.261810 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-78f171d5-b7e9-4c38-9436-c3a4249ac258 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (31b0771c-4898-4f7d-8a1b-3526a38333ee), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:24.266010 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-78f171d5-b7e9-4c38-9436-c3a4249ac258 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (31b0771c-4898-4f7d-8a1b-3526a38333ee), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:24.284450 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f171d5-b7e9-4c38-9436-c3a4249ac258 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b0771c-4898-4f7d-8a1b-3526a38333ee,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:24.291567 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-78f171d5-b7e9-4c38-9436-c3a4249ac258 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:24.293427 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-78f171d5-b7e9-4c38-9436-c3a4249ac258 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1147556 Mar 21 11:47:25.030978 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device fc0a9b20-edd4-419d-b168-9d47041b07fb up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:47:25.092747 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port fc0a9b20-edd4-419d-b168-9d47041b07fb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:25.093165 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (fc0a9b20-edd4-419d-b168-9d47041b07fb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:25.175213 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port fc0a9b20-edd4-419d-b168-9d47041b07fb is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:25.175597 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (fc0a9b20-edd4-419d-b168-9d47041b07fb), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:25.197920 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] For port fc0a9b20-edd4-419d-b168-9d47041b07fb, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=fc0a9b20-edd4-419d-b168-9d47041b07fb,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:47:25.204600 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (fc0a9b20-edd4-419d-b168-9d47041b07fb), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:25.265479 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Pushing event updated for resources: {'Port': ['ID=fc0a9b20-edd4-419d-b168-9d47041b07fb,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:26.000188 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Sync routers for ids ['94217f88-cfe9-480b-b472-018c4f28c974'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:47:26.010257 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Routers {'94217f88-cfe9-480b-b472-018c4f28c974'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:47:26.010827 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:47:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['94217f88-cfe9-480b-b472-018c4f28c974'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:26.121298 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Set router 94217f88-cfe9-480b-b472-018c4f28c974 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:47:26.319372 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94217f88-cfe9-480b-b472-018c4f28c974', 'name': 'tempest-TestShelveInstance-1391024328-router', 'tenant_id': '86cc71209f8f48bb844817fadaa6e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fc0a9b20-edd4-419d-b168-9d47041b07fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:18Z', 'updated_at': '2022-03-21T11:47:21Z', 'revision_number': 4, 'project_id': '86cc71209f8f48bb844817fadaa6e9e8', 'gw_port': {'id': 'fc0a9b20-edd4-419d-b168-9d47041b07fb', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94217f88-cfe9-480b-b472-018c4f28c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:19Z', 'updated_at': '2022-03-21T11:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '1ca0d451-c4ae-4b45-beeb-13efb0028e63', 'name': '', 'network_id': 'deced092-11f7-4b39-8b6e-1cc3488f160a', 'tenant_id': '86cc71209f8f48bb844817fadaa6e9e8', 'mac_address': 'fa:16:3e:86:44:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94217f88-cfe9-480b-b472-018c4f28c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3dd1172b-b340-44ae-b7c1-a1d62ce36ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:21Z', 'updated_at': '2022-03-21T11:47:22Z', 'revision_number': 2, 'project_id': '86cc71209f8f48bb844817fadaa6e9e8', 'subnets': [{'id': '3dd1172b-b340-44ae-b7c1-a1d62ce36ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:26.345381 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Checking router: 94217f88-cfe9-480b-b472-018c4f28c974 for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:47:26.345729 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Updating router 94217f88-cfe9-480b-b472-018c4f28c974 port 1ca0d451-c4ae-4b45-beeb-13efb0028e63 binding host dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:47:26.373803 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:26.632092 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Publish callbacks [] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), precommit_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:26.636960 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:26.687681 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1a2b4-8eae-461a-980f-bcc4d134b868 None None] Pushing event updated for resources: {'Port': ['ID=1ca0d451-c4ae-4b45-beeb-13efb0028e63,revision_number=3']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:26.742479 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Attempting to bind port 1ca0d451-c4ae-4b45-beeb-13efb0028e63 on host dv-cinder-805072-11-iscsi for vnic_type normal with profile {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:47:26.742855 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Attempting to bind port 1ca0d451-c4ae-4b45-beeb-13efb0028e63 by drivers openvswitch,hyperv on host dv-cinder-805072-11-iscsi at level 0 using segments [{'id': 'be1b59fb-829f-4816-89f2-68f784366f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'deced092-11f7-4b39-8b6e-1cc3488f160a'}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:47:26.743208 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Attempting to bind port 1ca0d451-c4ae-4b45-beeb-13efb0028e63 on network deced092-11f7-4b39-8b6e-1cc3488f160a {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:47:26.748574 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Checking agent: {'id': 'd0dca5a8-bad0-4476-9eb5-6ef3b0124e63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 30, 16), 'started_at': datetime.datetime(2022, 3, 21, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:47:26.748948 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Checking segment: {'id': 'be1b59fb-829f-4816-89f2-68f784366f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'deced092-11f7-4b39-8b6e-1cc3488f160a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:47:26.749389 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:26.749727 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Bound using segment: {'id': 'be1b59fb-829f-4816-89f2-68f784366f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'deced092-11f7-4b39-8b6e-1cc3488f160a'} {{(pid=103321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:47:26.750194 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.managers [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Bound port: 1ca0d451-c4ae-4b45-beeb-13efb0028e63, host: dv-cinder-805072-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1b59fb-829f-4816-89f2-68f784366f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'deced092-11f7-4b39-8b6e-1cc3488f160a'}}] {{(pid=103321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:47:26.750570 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), before_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:26.819683 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] For port 1ca0d451-c4ae-4b45-beeb-13efb0028e63, host dv-cinder-805072-11-iscsi, cleared binding levels {{(pid=103321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:47:26.822871 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.plugins.ml2.db [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] For port 1ca0d451-c4ae-4b45-beeb-13efb0028e63, host dv-cinder-805072-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=1ca0d451-c4ae-4b45-beeb-13efb0028e63,segment=NetworkSegment(be1b59fb-829f-4816-89f2-68f784366f3b),segment_id=be1b59fb-829f-4816-89f2-68f784366f3b)] {{(pid=103321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:47:26.831075 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron_lib.callbacks.manager [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), after_update {{(pid=103321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:26.977252 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Routers {'94217f88-cfe9-480b-b472-018c4f28c974'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:47:26.977890 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:47:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['94217f88-cfe9-480b-b472-018c4f28c974'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:26.984583 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-1b023229-5031-40b3-a224-8b32019f38bd None None] Provisioning complete for port 1ca0d451-c4ae-4b45-beeb-13efb0028e63 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:26.985119 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b023229-5031-40b3-a224-8b32019f38bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:27.023688 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device fc0a9b20-edd4-419d-b168-9d47041b07fb up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:47:27.055593 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1a2b4-8eae-461a-980f-bcc4d134b868 None None] Pushing event updated for resources: {'Port': ['ID=1ca0d451-c4ae-4b45-beeb-13efb0028e63,revision_number=4']} {{(pid=103321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:27.105829 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] Set router 94217f88-cfe9-480b-b472-018c4f28c974 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:47:27.123610 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-1b023229-5031-40b3-a224-8b32019f38bd None None] Current status of the port 1ca0d451-c4ae-4b45-beeb-13efb0028e63 is: DOWN; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:27.124100 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b023229-5031-40b3-a224-8b32019f38bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:27.126099 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port fc0a9b20-edd4-419d-b168-9d47041b07fb triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:27.126458 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (fc0a9b20-edd4-419d-b168-9d47041b07fb), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:27.188921 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-1b023229-5031-40b3-a224-8b32019f38bd None None] For port 1ca0d451-c4ae-4b45-beeb-13efb0028e63, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=1ca0d451-c4ae-4b45-beeb-13efb0028e63,segment=NetworkSegment(be1b59fb-829f-4816-89f2-68f784366f3b),segment_id=be1b59fb-829f-4816-89f2-68f784366f3b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:47:27.195231 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b023229-5031-40b3-a224-8b32019f38bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:27.275438 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port fc0a9b20-edd4-419d-b168-9d47041b07fb is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:27.277579 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b023229-5031-40b3-a224-8b32019f38bd None None] Pushing event updated for resources: {'Port': ['ID=1ca0d451-c4ae-4b45-beeb-13efb0028e63,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:27.316634 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94217f88-cfe9-480b-b472-018c4f28c974', 'name': 'tempest-TestShelveInstance-1391024328-router', 'tenant_id': '86cc71209f8f48bb844817fadaa6e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fc0a9b20-edd4-419d-b168-9d47041b07fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:18Z', 'updated_at': '2022-03-21T11:47:21Z', 'revision_number': 4, 'project_id': '86cc71209f8f48bb844817fadaa6e9e8', 'gw_port': {'id': 'fc0a9b20-edd4-419d-b168-9d47041b07fb', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94217f88-cfe9-480b-b472-018c4f28c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:19Z', 'updated_at': '2022-03-21T11:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '1ca0d451-c4ae-4b45-beeb-13efb0028e63', 'name': '', 'network_id': 'deced092-11f7-4b39-8b6e-1cc3488f160a', 'tenant_id': '86cc71209f8f48bb844817fadaa6e9e8', 'mac_address': 'fa:16:3e:86:44:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94217f88-cfe9-480b-b472-018c4f28c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3dd1172b-b340-44ae-b7c1-a1d62ce36ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:21Z', 'updated_at': '2022-03-21T11:47:26Z', 'revision_number': 4, 'project_id': '86cc71209f8f48bb844817fadaa6e9e8', 'subnets': [{'id': '3dd1172b-b340-44ae-b7c1-a1d62ce36ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:27.319034 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-ec6cd957-9d44-4eb4-af79-7a449cd0ed52 None None] Provisioning complete for port 1ca0d451-c4ae-4b45-beeb-13efb0028e63 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:27.319477 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ec6cd957-9d44-4eb4-af79-7a449cd0ed52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:27.348760 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29402f2d-09b7-41d5-a2e7-0ec05900be55 None None] The sync data for ids ['94217f88-cfe9-480b-b472-018c4f28c974'] in dv-cinder-805072-11-iscsi is: [{'id': '94217f88-cfe9-480b-b472-018c4f28c974', 'name': 'tempest-TestShelveInstance-1391024328-router', 'tenant_id': '86cc71209f8f48bb844817fadaa6e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fc0a9b20-edd4-419d-b168-9d47041b07fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:18Z', 'updated_at': '2022-03-21T11:47:21Z', 'revision_number': 4, 'project_id': '86cc71209f8f48bb844817fadaa6e9e8', 'gw_port': {'id': 'fc0a9b20-edd4-419d-b168-9d47041b07fb', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94217f88-cfe9-480b-b472-018c4f28c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:19Z', 'updated_at': '2022-03-21T11:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '1ca0d451-c4ae-4b45-beeb-13efb0028e63', 'name': '', 'network_id': 'deced092-11f7-4b39-8b6e-1cc3488f160a', 'tenant_id': '86cc71209f8f48bb844817fadaa6e9e8', 'mac_address': 'fa:16:3e:86:44:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94217f88-cfe9-480b-b472-018c4f28c974', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3dd1172b-b340-44ae-b7c1-a1d62ce36ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:21Z', 'updated_at': '2022-03-21T11:47:26Z', 'revision_number': 4, 'project_id': '86cc71209f8f48bb844817fadaa6e9e8', 'subnets': [{'id': '3dd1172b-b340-44ae-b7c1-a1d62ce36ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:47:27.539891 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ec6cd957-9d44-4eb4-af79-7a449cd0ed52 None None] Current status of the port 1ca0d451-c4ae-4b45-beeb-13efb0028e63 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:27.995689 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e5617fde-fe96-4889-ba4a-86190de7aff0 req-08bd9920-2756-4b9c-96ca-e985d70cc56d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455422 Mar 21 11:47:28.083403 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5617fde-fe96-4889-ba4a-86190de7aff0 req-ef716b50-9245-4ac2-8379-ec5ab8ae1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:28.084924 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e5617fde-fe96-4889-ba4a-86190de7aff0 req-ef716b50-9245-4ac2-8379-ec5ab8ae1644 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c58bcecb6f1d42fcab810f7e635cecbe&device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 1129 time: 0.0469480 Mar 21 11:47:28.190597 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5617fde-fe96-4889-ba4a-86190de7aff0 req-ec08ef87-aa56-4a07-8eb7-2e9ae3860480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:28.192109 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e5617fde-fe96-4889-ba4a-86190de7aff0 req-ec08ef87-aa56-4a07-8eb7-2e9ae3860480 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dec2b833-7cac-45cf-899d-249c6dad8788 HTTP/1.1" status: 200 len: 912 time: 0.0855927 Mar 21 11:47:28.263033 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e5617fde-fe96-4889-ba4a-86190de7aff0 req-a8f81c42-1c61-4a7b-b928-bea01cea399d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d98c9a56-425e-4998-97b4-240d3c859bbb HTTP/1.1" status: 200 len: 1001 time: 0.0628595 Mar 21 11:47:28.310361 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5617fde-fe96-4889-ba4a-86190de7aff0 req-d7684baf-0987-43bf-bb38-ba5a519e6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:28.312015 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e5617fde-fe96-4889-ba4a-86190de7aff0 req-d7684baf-0987-43bf-bb38-ba5a519e6b28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=450dda72-a2ac-4c12-bef3-c87d1bfce43d HTTP/1.1" status: 200 len: 850 time: 0.0429118 Mar 21 11:47:28.361634 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5617fde-fe96-4889-ba4a-86190de7aff0 req-d8fdffa2-94b5-4222-abc6-a1c0d9c2bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:28.363127 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e5617fde-fe96-4889-ba4a-86190de7aff0 req-d8fdffa2-94b5-4222-abc6-a1c0d9c2bd9f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dec2b833-7cac-45cf-899d-249c6dad8788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444670 Mar 21 11:47:28.457976 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e5617fde-fe96-4889-ba4a-86190de7aff0 req-08f76c67-dd42-4015-adcf-3f46e0508847 service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855315 Mar 21 11:47:28.797204 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e5617fde-fe96-4889-ba4a-86190de7aff0 req-349cca8b-0f84-4921-9c02-f7ecab1e64bb service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322747 Mar 21 11:47:29.022901 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 1ca0d451-c4ae-4b45-beeb-13efb0028e63 up at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:47:29.075988 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Provisioning complete for port 1ca0d451-c4ae-4b45-beeb-13efb0028e63 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:29.076258 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:29.152247 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 1ca0d451-c4ae-4b45-beeb-13efb0028e63 is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:30.738735 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8348f8-19d4-4b2a-aa83-f282303d8fff req-ec884de5-0506-4a18-acdc-980ba4697a62 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:30.740503 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4b8348f8-19d4-4b2a-aa83-f282303d8fff req-ec884de5-0506-4a18-acdc-980ba4697a62 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 946 time: 0.0523677 Mar 21 11:47:30.794594 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4b8348f8-19d4-4b2a-aa83-f282303d8fff req-e28a91c7-8404-4fa6-9e46-7dfa96015da1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485244 Mar 21 11:47:30.816553 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46002) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:31.008704 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f4c98a-9ab1-4998-8029-f7f612eb1181 tempest-TestMinimumBasicScenario-121454527 tempest-TestMinimumBasicScenario-121454527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:31.010239 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c4f4c98a-9ab1-4998-8029-f7f612eb1181 tempest-TestMinimumBasicScenario-121454527 tempest-TestMinimumBasicScenario-121454527-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 1125 time: 0.1926653 Mar 21 11:47:31.013973 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46008) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:31.018560 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Request body: {'floatingip': {'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'port_id': '1a1c83d2-877e-4dd8-969c-a1ef981c59be', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:31.038999 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:31.140942 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:31.253219 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Allocated IP 172.27.0.97 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/d9f8d21a-d44c-4f6e-8599-5dd82fff4b47) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:47:31.353423 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for port (d9f8d21a-d44c-4f6e-8599-5dd82fff4b47), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:31.391795 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (d9f8d21a-d44c-4f6e-8599-5dd82fff4b47), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:31.429630 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:47:31.432517 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:47:31.435713 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:47:31.462879 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Pushing event updated for resources: {'Port': ['ID=d9f8d21a-d44c-4f6e-8599-5dd82fff4b47,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:31.803990 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for floatingip (2c0b9b0c-d9e2-405e-a64b-e8ab62b2fed3), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:31.873935 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (d9f8d21a-d44c-4f6e-8599-5dd82fff4b47), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:32.024894 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for port (d9f8d21a-d44c-4f6e-8599-5dd82fff4b47), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:32.029399 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (d9f8d21a-d44c-4f6e-8599-5dd82fff4b47), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:32.097471 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Pushing event updated for resources: {'Port': ['ID=d9f8d21a-d44c-4f6e-8599-5dd82fff4b47,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:32.108397 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (2c0b9b0c-d9e2-405e-a64b-e8ab62b2fed3), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:32.210202 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Floating IP 2c0b9b0c-d9e2-405e-a64b-e8ab62b2fed3 associated. External IP: 172.27.0.97, port: 1a1c83d2-877e-4dd8-969c-a1ef981c59be. Mar 21 11:47:32.422106 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Router 4809ddc3-0230-43b5-94e6-64d17c3e2992 has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:47:32.534013 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:47:32.544194 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c15c3-5004-413d-b9d0-b9bb5e8cd1f3 None None] Sync routers for ids ['4809ddc3-0230-43b5-94e6-64d17c3e2992'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:47:32.551727 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:32.556212 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c15c3-5004-413d-b9d0-b9bb5e8cd1f3 None None] Routers {'4809ddc3-0230-43b5-94e6-64d17c3e2992'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:47:32.556847 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b53c15c3-5004-413d-b9d0-b9bb5e8cd1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:47:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['4809ddc3-0230-43b5-94e6-64d17c3e2992'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:32.584594 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-fe897869-15a7-4d3c-abb3-fc89497989f5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5666234 Mar 21 11:47:32.584594 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3190f239-da66-4072-9aa0-9783916c6a73', 'tag': '1a1c83d2-877e-4dd8-969c-a1ef981c59be'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:47:32.584594 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aed9d3-bcc6-4765-a1d5-8a537ba87774" -d '{"events": [{"name": "network-changed", "server_uuid": "3190f239-da66-4072-9aa0-9783916c6a73", "tag": "1a1c83d2-877e-4dd8-969c-a1ef981c59be"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:47:32.585003 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46012) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:32.590415 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-b722a4c1-3da2-4b84-aae8-a66739823719 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-588244838', 'description': 'tempest-secgroup-smoke-588244838 description', 'project_id': 'd748bd2ce30541e7b63b617f55d191c4'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:32.616468 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b722a4c1-3da2-4b84-aae8-a66739823719 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group (None), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:32.624303 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5e3217-5cd5-4346-92c9-5d156de166fb x-openstack-request-id: req-8f5e3217-5cd5-4346-92c9-5d156de166fb {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:47:32.624500 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3190f239-da66-4072-9aa0-9783916c6a73", "tag": "1a1c83d2-877e-4dd8-969c-a1ef981c59be", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:47:32.624825 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f5e3217-5cd5-4346-92c9-5d156de166fb {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:47:32.625365 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3190f239-da66-4072-9aa0-9783916c6a73', 'tag': '1a1c83d2-877e-4dd8-969c-a1ef981c59be', 'status': 'completed', 'code': 200} Mar 21 11:47:32.685911 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b53c15c3-5004-413d-b9d0-b9bb5e8cd1f3 None None] Set router 4809ddc3-0230-43b5-94e6-64d17c3e2992 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:47:32.694874 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b722a4c1-3da2-4b84-aae8-a66739823719 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group (c73daf6f-8f45-4ba2-89c5-c17e68165fd3), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:32.700340 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b722a4c1-3da2-4b84-aae8-a66739823719 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (c73daf6f-8f45-4ba2-89c5-c17e68165fd3), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:32.701994 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aed9d3-bcc6-4765-a1d5-8a537ba87774 req-dab4933a-dccf-471e-8c94-cfa9ce00b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:32.703602 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-82aed9d3-bcc6-4765-a1d5-8a537ba87774 req-dab4933a-dccf-471e-8c94-cfa9ce00b031 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d748bd2ce30541e7b63b617f55d191c4&device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 1130 time: 0.0519698 Mar 21 11:47:32.725403 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b722a4c1-3da2-4b84-aae8-a66739823719 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:32.726635 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b722a4c1-3da2-4b84-aae8-a66739823719 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1407535 Mar 21 11:47:32.729568 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46016) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:32.734502 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-dd6a6014-3ae3-4831-9f36-756278ff29d3 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Request body: {'security_group_rule': {'security_group_id': 'c73daf6f-8f45-4ba2-89c5-c17e68165fd3', 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:32.750380 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722a4c1-3da2-4b84-aae8-a66739823719 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73daf6f-8f45-4ba2-89c5-c17e68165fd3,revision_number=1']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:32.772257 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd6a6014-3ae3-4831-9f36-756278ff29d3 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (bac56452-1396-4d38-a710-333cd28a6a2f), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:32.825039 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd6a6014-3ae3-4831-9f36-756278ff29d3 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (bac56452-1396-4d38-a710-333cd28a6a2f), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:32.827636 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aed9d3-bcc6-4765-a1d5-8a537ba87774 req-88538a03-213b-47d5-adc6-7fd9e8501fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:32.829699 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-82aed9d3-bcc6-4765-a1d5-8a537ba87774 req-88538a03-213b-47d5-adc6-7fd9e8501fcf service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7e97bd0-3a9e-4458-af7c-944d9090d892 HTTP/1.1" status: 200 len: 915 time: 0.1181712 Mar 21 11:47:32.830118 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd6a6014-3ae3-4831-9f36-756278ff29d3 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (bac56452-1396-4d38-a710-333cd28a6a2f), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:32.848556 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a6014-3ae3-4831-9f36-756278ff29d3 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac56452-1396-4d38-a710-333cd28a6a2f,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:32.859388 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-dd6a6014-3ae3-4831-9f36-756278ff29d3 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:32.860931 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-dd6a6014-3ae3-4831-9f36-756278ff29d3 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303148 Mar 21 11:47:32.863654 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46018) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:32.869263 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-d350a9b2-ecc7-4a61-a6fc-84f027d6a941 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Request body: {'security_group_rule': {'security_group_id': 'c73daf6f-8f45-4ba2-89c5-c17e68165fd3', 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:32.904637 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d350a9b2-ecc7-4a61-a6fc-84f027d6a941 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (6d73bf91-6b94-4aaf-bdfa-3716c890cd27), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:32.906955 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-82aed9d3-bcc6-4765-a1d5-8a537ba87774 req-48c6e7fe-0099-44e9-9708-bebe09234e5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c83d2-877e-4dd8-969c-a1ef981c59be HTTP/1.1" status: 200 len: 999 time: 0.0688164 Mar 21 11:47:32.964334 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aed9d3-bcc6-4765-a1d5-8a537ba87774 req-7309e18e-c0ef-4e1d-a316-0f7cde4dee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:32.966526 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-82aed9d3-bcc6-4765-a1d5-8a537ba87774 req-7309e18e-c0ef-4e1d-a316-0f7cde4dee19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4324250-7543-439c-a24b-65ed5c879e7c HTTP/1.1" status: 200 len: 853 time: 0.0521431 Mar 21 11:47:32.968434 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b53c15c3-5004-413d-b9d0-b9bb5e8cd1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'name': 'tempest-TestMinimumBasicScenario-135441681-router', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:40Z', 'updated_at': '2022-03-21T11:46:43Z', 'revision_number': 4, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'gw_port': {'id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:41Z', 'updated_at': '2022-03-21T11:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '2c0b9b0c-d9e2-405e-a64b-e8ab62b2fed3', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'port_id': '1a1c83d2-877e-4dd8-969c-a1ef981c59be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892', 'mac_address': 'fa:16:3e:c6:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3190f239-da66-4072-9aa0-9783916c6a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:47:31Z', 'updated_at': '2022-03-21T11:47:31Z', 'revision_number': 0, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e90e2f2-e3d9-4d19-a208-3966a6b40772', 'name': '', 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'mac_address': 'fa:16:3e:2b:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:43Z', 'updated_at': '2022-03-21T11:46:47Z', 'revision_number': 5, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'subnets': [{'id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:32.970189 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d350a9b2-ecc7-4a61-a6fc-84f027d6a941 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (6d73bf91-6b94-4aaf-bdfa-3716c890cd27), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:32.975516 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d350a9b2-ecc7-4a61-a6fc-84f027d6a941 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (6d73bf91-6b94-4aaf-bdfa-3716c890cd27), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:32.996004 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350a9b2-ecc7-4a61-a6fc-84f027d6a941 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d73bf91-6b94-4aaf-bdfa-3716c890cd27,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:33.002835 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c15c3-5004-413d-b9d0-b9bb5e8cd1f3 None None] Checking router: 4809ddc3-0230-43b5-94e6-64d17c3e2992 for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:47:33.008674 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d350a9b2-ecc7-4a61-a6fc-84f027d6a941 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.009844 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-d350a9b2-ecc7-4a61-a6fc-84f027d6a941 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1447456 Mar 21 11:47:33.012687 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46022) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:33.015581 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c15c3-5004-413d-b9d0-b9bb5e8cd1f3 None None] Routers {'4809ddc3-0230-43b5-94e6-64d17c3e2992'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:47:33.016234 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b53c15c3-5004-413d-b9d0-b9bb5e8cd1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:47:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['4809ddc3-0230-43b5-94e6-64d17c3e2992'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:33.017668 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-8f64ef11-63ce-4268-b2ea-b117c0c788e5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Request body: {'security_group_rule': {'security_group_id': 'c73daf6f-8f45-4ba2-89c5-c17e68165fd3', 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:33.026937 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aed9d3-bcc6-4765-a1d5-8a537ba87774 req-45bf041b-4572-435e-9e03-38a62e9d19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:33.029209 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-82aed9d3-bcc6-4765-a1d5-8a537ba87774 req-45bf041b-4572-435e-9e03-38a62e9d19bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7e97bd0-3a9e-4458-af7c-944d9090d892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0553522 Mar 21 11:47:33.043580 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f64ef11-63ce-4268-b2ea-b117c0c788e5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (4b5d08d4-eebc-456b-a1f1-1ebbf3ba1c34), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.105516 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f64ef11-63ce-4268-b2ea-b117c0c788e5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (4b5d08d4-eebc-456b-a1f1-1ebbf3ba1c34), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.116890 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f64ef11-63ce-4268-b2ea-b117c0c788e5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (4b5d08d4-eebc-456b-a1f1-1ebbf3ba1c34), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.135582 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64ef11-63ce-4268-b2ea-b117c0c788e5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5d08d4-eebc-456b-a1f1-1ebbf3ba1c34,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:33.147530 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-8f64ef11-63ce-4268-b2ea-b117c0c788e5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.150212 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-82aed9d3-bcc6-4765-a1d5-8a537ba87774 req-9aaf001e-510a-4056-9547-2dbf45d773af service neutron] 10.222.0.64 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136174 Mar 21 11:47:33.150562 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-8f64ef11-63ce-4268-b2ea-b117c0c788e5 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350949 Mar 21 11:47:33.152225 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46026) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:33.155421 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-b53c15c3-5004-413d-b9d0-b9bb5e8cd1f3 None None] Set router 4809ddc3-0230-43b5-94e6-64d17c3e2992 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:47:33.160140 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-acbde809-5df0-4fab-a4ae-257bc6faac0d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Request body: {'security_group_rule': {'security_group_id': 'c73daf6f-8f45-4ba2-89c5-c17e68165fd3', 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:33.201724 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-acbde809-5df0-4fab-a4ae-257bc6faac0d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (9747dbec-80e1-4764-b1d0-363568834207), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.249947 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-82aed9d3-bcc6-4765-a1d5-8a537ba87774 req-b187a729-0219-4570-af7b-782fc63bbc15 service neutron] 10.222.0.64 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933084 Mar 21 11:47:33.265314 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-acbde809-5df0-4fab-a4ae-257bc6faac0d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (9747dbec-80e1-4764-b1d0-363568834207), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.271596 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-acbde809-5df0-4fab-a4ae-257bc6faac0d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (9747dbec-80e1-4764-b1d0-363568834207), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.288803 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbde809-5df0-4fab-a4ae-257bc6faac0d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9747dbec-80e1-4764-b1d0-363568834207,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:33.294255 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-acbde809-5df0-4fab-a4ae-257bc6faac0d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.295831 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-acbde809-5df0-4fab-a4ae-257bc6faac0d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404328 Mar 21 11:47:33.298349 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46028) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:33.302747 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.v2.base [None req-aabf440e-05c6-432d-a1c6-b18106e41b3d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Request body: {'security_group_rule': {'security_group_id': 'c73daf6f-8f45-4ba2-89c5-c17e68165fd3', 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:33.323797 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.securitygroups_db [None req-aabf440e-05c6-432d-a1c6-b18106e41b3d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Project d748bd2ce30541e7b63b617f55d191c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 11:47:33.330856 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aabf440e-05c6-432d-a1c6-b18106e41b3d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (02abf55a-4e7d-40ff-8de5-d06aee4b550a), before_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.389598 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aabf440e-05c6-432d-a1c6-b18106e41b3d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (02abf55a-4e7d-40ff-8de5-d06aee4b550a), precommit_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.395614 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aabf440e-05c6-432d-a1c6-b18106e41b3d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (02abf55a-4e7d-40ff-8de5-d06aee4b550a), after_create {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.412963 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf440e-05c6-432d-a1c6-b18106e41b3d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02abf55a-4e7d-40ff-8de5-d06aee4b550a,revision_number=0']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:33.418859 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-aabf440e-05c6-432d-a1c6-b18106e41b3d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.418969 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-b53c15c3-5004-413d-b9d0-b9bb5e8cd1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'name': 'tempest-TestMinimumBasicScenario-135441681-router', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:40Z', 'updated_at': '2022-03-21T11:46:43Z', 'revision_number': 4, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'gw_port': {'id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:41Z', 'updated_at': '2022-03-21T11:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '2c0b9b0c-d9e2-405e-a64b-e8ab62b2fed3', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'port_id': '1a1c83d2-877e-4dd8-969c-a1ef981c59be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892', 'mac_address': 'fa:16:3e:c6:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3190f239-da66-4072-9aa0-9783916c6a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:47:31Z', 'updated_at': '2022-03-21T11:47:31Z', 'revision_number': 0, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e90e2f2-e3d9-4d19-a208-3966a6b40772', 'name': '', 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'mac_address': 'fa:16:3e:2b:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:43Z', 'updated_at': '2022-03-21T11:46:47Z', 'revision_number': 5, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'subnets': [{'id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:33.422894 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46030) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:33.423033 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-aabf440e-05c6-432d-a1c6-b18106e41b3d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236339 Mar 21 11:47:33.428015 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-08bbcada-68e3-4ac3-a9af-57526f4f278a tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Request body: {'security_group_rule': {'security_group_id': 'c73daf6f-8f45-4ba2-89c5-c17e68165fd3', 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:33.446491 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c15c3-5004-413d-b9d0-b9bb5e8cd1f3 None None] The sync data for ids ['4809ddc3-0230-43b5-94e6-64d17c3e2992'] in dv-cinder-805072-11-iscsi is: [{'id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'name': 'tempest-TestMinimumBasicScenario-135441681-router', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:40Z', 'updated_at': '2022-03-21T11:46:43Z', 'revision_number': 4, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'gw_port': {'id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:41Z', 'updated_at': '2022-03-21T11:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '2c0b9b0c-d9e2-405e-a64b-e8ab62b2fed3', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'port_id': '1a1c83d2-877e-4dd8-969c-a1ef981c59be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892', 'mac_address': 'fa:16:3e:c6:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3190f239-da66-4072-9aa0-9783916c6a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:47:31Z', 'updated_at': '2022-03-21T11:47:31Z', 'revision_number': 0, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e90e2f2-e3d9-4d19-a208-3966a6b40772', 'name': '', 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'mac_address': 'fa:16:3e:2b:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:43Z', 'updated_at': '2022-03-21T11:46:47Z', 'revision_number': 5, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'subnets': [{'id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:47:33.450051 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.securitygroups_db [None req-08bbcada-68e3-4ac3-a9af-57526f4f278a tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Project d748bd2ce30541e7b63b617f55d191c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 11:47:33.455475 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-08bbcada-68e3-4ac3-a9af-57526f4f278a tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (65778293-5867-4bc7-a9d1-aefcc15e85f9), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.519989 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-08bbcada-68e3-4ac3-a9af-57526f4f278a tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (65778293-5867-4bc7-a9d1-aefcc15e85f9), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.523810 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-08bbcada-68e3-4ac3-a9af-57526f4f278a tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570988'] for security_group_rule (65778293-5867-4bc7-a9d1-aefcc15e85f9), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.545110 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbcada-68e3-4ac3-a9af-57526f4f278a tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65778293-5867-4bc7-a9d1-aefcc15e85f9,revision_number=0']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:33.549440 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-08bbcada-68e3-4ac3-a9af-57526f4f278a tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.550632 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-08bbcada-68e3-4ac3-a9af-57526f4f278a tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266522 Mar 21 11:47:33.646725 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2084e43f-2f0d-4357-9604-b55b81daa829 req-30ab907b-589b-4aaa-a397-0f9d3af07219 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-588244838&fields=id&tenant_id=d748bd2ce30541e7b63b617f55d191c4 HTTP/1.1" status: 200 len: 267 time: 0.0484354 Mar 21 11:47:33.654552 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223efe82-b8d7-4bba-9e93-c694c67273a8 None None] New status for floating IP 2c0b9b0c-d9e2-405e-a64b-e8ab62b2fed3: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:47:33.706103 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084e43f-2f0d-4357-9604-b55b81daa829 req-55636ff5-656b-4c2a-8429-9d53e5494354 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:33.707512 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2084e43f-2f0d-4357-9604-b55b81daa829 req-55636ff5-656b-4c2a-8429-9d53e5494354 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 946 time: 0.0537581 Mar 21 11:47:33.719507 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-2084e43f-2f0d-4357-9604-b55b81daa829 req-aeac4125-af59-4cea-922f-17bc830df8f2 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Request body: {'port': {'security_groups': ['0e20ea63-01c5-4950-8a79-6ca8e674a1c4', 'c73daf6f-8f45-4ba2-89c5-c17e68165fd3']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:33.794227 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2084e43f-2f0d-4357-9604-b55b81daa829 req-aeac4125-af59-4cea-922f-17bc830df8f2 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:33.980933 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-2084e43f-2f0d-4357-9604-b55b81daa829 req-aeac4125-af59-4cea-922f-17bc830df8f2 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] For port 1a1c83d2-877e-4dd8-969c-a1ef981c59be, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1a1c83d2-877e-4dd8-969c-a1ef981c59be,segment=NetworkSegment(f39252ce-4ea7-45b8-86cf-f01b76fc46df),segment_id=f39252ce-4ea7-45b8-86cf-f01b76fc46df)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:47:34.013571 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2084e43f-2f0d-4357-9604-b55b81daa829 req-aeac4125-af59-4cea-922f-17bc830df8f2 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:34.018663 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2084e43f-2f0d-4357-9604-b55b81daa829 req-aeac4125-af59-4cea-922f-17bc830df8f2 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:34.030835 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['1a1c83d2-877e-4dd8-969c-a1ef981c59be'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:47:34.060838 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084e43f-2f0d-4357-9604-b55b81daa829 req-aeac4125-af59-4cea-922f-17bc830df8f2 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:34.061461 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-2084e43f-2f0d-4357-9604-b55b81daa829 req-aeac4125-af59-4cea-922f-17bc830df8f2 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:34.062849 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2084e43f-2f0d-4357-9604-b55b81daa829 req-aeac4125-af59-4cea-922f-17bc830df8f2 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "PUT /v2.0/ports/1a1c83d2-877e-4dd8-969c-a1ef981c59be HTTP/1.1" status: 200 len: 982 time: 0.3486705 Mar 21 11:47:34.088428 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac4125-af59-4cea-922f-17bc830df8f2 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Pushing event updated for resources: {'Port': ['ID=1a1c83d2-877e-4dd8-969c-a1ef981c59be,revision_number=6']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:34.154600 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['1a1c83d2-877e-4dd8-969c-a1ef981c59be'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:47:34.191830 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2988-061f-48c2-95a4-c6a28c927eec req-e6d2e198-69e2-4f82-b571-2097dc8b0f3f tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:34.194548 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-28ba2988-061f-48c2-95a4-c6a28c927eec req-e6d2e198-69e2-4f82-b571-2097dc8b0f3f tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 985 time: 0.0630853 Mar 21 11:47:34.267815 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-28ba2988-061f-48c2-95a4-c6a28c927eec req-2ad4154c-d6f3-47d7-9041-7d737f3dad8b tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&id=c73daf6f-8f45-4ba2-89c5-c17e68165fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667551 Mar 21 11:47:34.456115 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5b7702db-9386-487f-8734-b2ff37b48d2b None None] Provisioning complete for port 1a1c83d2-877e-4dd8-969c-a1ef981c59be triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:34.456482 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5b7702db-9386-487f-8734-b2ff37b48d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:34.626124 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3190f239-da66-4072-9aa0-9783916c6a73', 'tag': '1a1c83d2-877e-4dd8-969c-a1ef981c59be'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:47:34.628447 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43389397-9108-48f7-9c7a-788b8c101dea" -d '{"events": [{"name": "network-changed", "server_uuid": "3190f239-da66-4072-9aa0-9783916c6a73", "tag": "1a1c83d2-877e-4dd8-969c-a1ef981c59be"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:47:34.649068 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5b7702db-9386-487f-8734-b2ff37b48d2b None None] Current status of the port 1a1c83d2-877e-4dd8-969c-a1ef981c59be is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:34.663793 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6637ac59-c7d7-45b2-8962-d678fc8a5e6b x-openstack-request-id: req-6637ac59-c7d7-45b2-8962-d678fc8a5e6b {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:47:34.664113 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3190f239-da66-4072-9aa0-9783916c6a73", "tag": "1a1c83d2-877e-4dd8-969c-a1ef981c59be", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:47:34.664367 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6637ac59-c7d7-45b2-8962-d678fc8a5e6b {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:47:34.664772 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3190f239-da66-4072-9aa0-9783916c6a73', 'tag': '1a1c83d2-877e-4dd8-969c-a1ef981c59be', 'status': 'completed', 'code': 200} Mar 21 11:47:34.733631 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43389397-9108-48f7-9c7a-788b8c101dea req-e54ce785-23f4-4755-9b99-6da9046a64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:34.735344 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-43389397-9108-48f7-9c7a-788b8c101dea req-e54ce785-23f4-4755-9b99-6da9046a64e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d748bd2ce30541e7b63b617f55d191c4&device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 1169 time: 0.0483282 Mar 21 11:47:34.832808 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43389397-9108-48f7-9c7a-788b8c101dea req-b4b93d42-00b9-4f8c-a02b-fc5a36ce1946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:34.834267 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-43389397-9108-48f7-9c7a-788b8c101dea req-b4b93d42-00b9-4f8c-a02b-fc5a36ce1946 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7e97bd0-3a9e-4458-af7c-944d9090d892 HTTP/1.1" status: 200 len: 915 time: 0.0833185 Mar 21 11:47:34.903610 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-43389397-9108-48f7-9c7a-788b8c101dea req-2e37e8b0-428b-4697-aebc-62ab00f37809 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c83d2-877e-4dd8-969c-a1ef981c59be HTTP/1.1" status: 200 len: 1001 time: 0.0620866 Mar 21 11:47:34.952389 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43389397-9108-48f7-9c7a-788b8c101dea req-3234d9da-6458-4da2-9e36-7f2c72fb08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:34.953834 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-43389397-9108-48f7-9c7a-788b8c101dea req-3234d9da-6458-4da2-9e36-7f2c72fb08f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4324250-7543-439c-a24b-65ed5c879e7c HTTP/1.1" status: 200 len: 853 time: 0.0420969 Mar 21 11:47:35.001979 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43389397-9108-48f7-9c7a-788b8c101dea req-5d5dba42-8b8f-493a-9e5f-9b46a4d38b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:35.003423 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-43389397-9108-48f7-9c7a-788b8c101dea req-5d5dba42-8b8f-493a-9e5f-9b46a4d38b74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7e97bd0-3a9e-4458-af7c-944d9090d892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429733 Mar 21 11:47:35.094637 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-43389397-9108-48f7-9c7a-788b8c101dea req-fb76cbfc-1cb6-4b49-ae8f-509bed3c6c09 service neutron] 10.222.0.64 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827909 Mar 21 11:47:35.181780 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-43389397-9108-48f7-9c7a-788b8c101dea req-4ee6637d-08b8-4da8-a9b6-c95634a702f6 service neutron] 10.222.0.64 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795147 Mar 21 11:47:39.585643 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-effce927-a3c5-43c5-9e9f-1451697742bc tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126924355&fields=id&tenant_id=f3637e4382a840d58eb09181ec209e99 HTTP/1.1" status: 200 len: 267 time: 0.0475516 Mar 21 11:47:39.688057 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-b6d4c269-ea1c-42de-83c2-185ca1be2f6b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:39.689403 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-b6d4c269-ea1c-42de-83c2-185ca1be2f6b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/networks?id=32e2795d-010e-482a-b2f0-3186baea29f4 HTTP/1.1" status: 200 len: 809 time: 0.0974545 Mar 21 11:47:39.703123 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-d1323944-9ed8-4a5e-bc19-b0dbfe6d9244 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/quotas/f3637e4382a840d58eb09181ec209e99 HTTP/1.1" status: 200 len: 375 time: 0.0085232 Mar 21 11:47:39.755764 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-31bfbf95-204b-472f-a14e-0430fd251ece tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3637e4382a840d58eb09181ec209e99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480368 Mar 21 11:47:39.850367 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-9d288e66-f453-4e4c-a29e-2303c553b970 service neutron] 10.222.0.61 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833390 Mar 21 11:47:39.936408 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2e9ea97f-5283-4a52-aedc-2c14238487ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:39.939843 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-88241384-5000-4fab-ada8-ad6f24590af0 service neutron] 10.222.0.61 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832775 Mar 21 11:47:40.223410 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-08305932-6635-4105-ba59-29743bd3c094 req-28d622ca-072e-4ea8-b6f7-88e1c233d335 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 210 time: 0.0317934 Mar 21 11:47:41.150231 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-07587d7b-08e2-4802-babe-778094006a31 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:41.151830 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-07587d7b-08e2-4802-babe-778094006a31 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.64 "GET /v2.0/networks?id=32e2795d-010e-482a-b2f0-3186baea29f4 HTTP/1.1" status: 200 len: 809 time: 0.1069443 Mar 21 11:47:41.217735 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-41e480bc-51b9-4bd5-9147-e3a57e0bcc52 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3637e4382a840d58eb09181ec209e99 HTTP/1.1" status: 200 len: 380 time: 0.0549109 Mar 21 11:47:41.228392 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-744348fd-815a-4b8a-83e3-325a074df4ae tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Request body: {'port': {'device_id': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'admin_state_up': True, 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'security_groups': ['6c5bca7c-864e-4d41-b753-cb9a29362e09']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:41.324614 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d544c2f0-7d9f-42f5-82ff-271e9f812d62 req-e82e483d-34ba-4071-8bff-c4fdcbfd1257 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 210 time: 0.0357943 Mar 21 11:47:41.359178 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-744348fd-815a-4b8a-83e3-325a074df4ae tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Made reservation on behalf of f3637e4382a840d58eb09181ec209e99 for: {'port': 1} {{(pid=103318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:47:41.362483 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-744348fd-815a-4b8a-83e3-325a074df4ae tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:41.486389 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-744348fd-815a-4b8a-83e3-325a074df4ae tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Allocated IP 172.20.0.8 (32e2795d-010e-482a-b2f0-3186baea29f4/6e0ef3ac-142d-449b-851f-88e25505c7f2/532581cc-9df9-4a2e-bfb5-133b3e77e2b3) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:47:41.626823 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-744348fd-815a-4b8a-83e3-325a074df4ae tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:41.659951 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-744348fd-815a-4b8a-83e3-325a074df4ae tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:41.707874 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-744348fd-815a-4b8a-83e3-325a074df4ae tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Network 32e2795d-010e-482a-b2f0-3186baea29f4 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:47:41.711002 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-744348fd-815a-4b8a-83e3-325a074df4ae tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:47:41.717849 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-744348fd-815a-4b8a-83e3-325a074df4ae tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:47:41.741242 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744348fd-815a-4b8a-83e3-325a074df4ae tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Pushing event updated for resources: {'Port': ['ID=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:41.770859 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-744348fd-815a-4b8a-83e3-325a074df4ae tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:41.771720 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-744348fd-815a-4b8a-83e3-325a074df4ae tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:41.790815 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-744348fd-815a-4b8a-83e3-325a074df4ae tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5660706 Mar 21 11:47:41.803436 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Request body: {'port': {'device_id': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:41.865009 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:41.915220 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-68729b99-4f1a-477f-b01c-508ce5fb16bd None None] Provisioning complete for port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:41.916299 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-68729b99-4f1a-477f-b01c-508ce5fb16bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:41.949859 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-68729b99-4f1a-477f-b01c-508ce5fb16bd None None] Port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 cannot update to ACTIVE because it is not bound. {{(pid=103320) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:47:42.121898 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 {{(pid=103318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:47:42.129327 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Publish callbacks [] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:42.141988 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.provisioning_blocks [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Transition to ACTIVE for port object 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 will not be triggered until provisioned by entity L2. {{(pid=103318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:47:42.145605 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:42.193133 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Pushing event updated for resources: {'Port': ['ID=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:42.265669 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Attempting to bind port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:47:42.266202 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Attempting to bind port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '540348ea-1e97-4ca1-87ca-27f9850cccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4'}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:47:42.266639 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Attempting to bind port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 on network 32e2795d-010e-482a-b2f0-3186baea29f4 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:47:42.271521 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 on network 32e2795d-010e-482a-b2f0-3186baea29f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:47:42.272001 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Attempting to bind port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 on network 32e2795d-010e-482a-b2f0-3186baea29f4 {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:47:42.276402 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8c5a-0001-4bd8-ab47-b5e3c1b16e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:42.278382 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Checking agent: {'id': 'baf8e944-e208-4c2a-bb79-1f1120fa38cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'started_at': datetime.datetime(2022, 3, 21, 11, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:47:42.278737 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Checking segment: {'id': '540348ea-1e97-4ca1-87ca-27f9850cccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:47:42.279300 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Bound using segment: {'id': '540348ea-1e97-4ca1-87ca-27f9850cccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4'} {{(pid=103318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:47:42.279748 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.managers [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Bound port: 532581cc-9df9-4a2e-bfb5-133b3e77e2b3, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '540348ea-1e97-4ca1-87ca-27f9850cccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4'}}] {{(pid=103318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:47:42.280137 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:42.349898 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] For port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3, host hv-cinder-80507, cleared binding levels {{(pid=103318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:47:42.353387 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] For port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,segment=NetworkSegment(540348ea-1e97-4ca1-87ca-27f9850cccb8),segment_id=540348ea-1e97-4ca1-87ca-27f9850cccb8)] {{(pid=103318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:47:42.361710 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:42.396261 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:42.396874 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:42.398238 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] 10.222.0.64 "PUT /v2.0/ports/532581cc-9df9-4a2e-bfb5-133b3e77e2b3 HTTP/1.1" status: 200 len: 1093 time: 0.5992866 Mar 21 11:47:42.398912 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'tag': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:47:42.401133 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52407126-6558-4d99-8b67-1d30399f4dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ea98b5-d7a4-421c-9e78-8d3b95993a8d", "tag": "532581cc-9df9-4a2e-bfb5-133b3e77e2b3"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:47:42.457771 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7f2c06-889f-496c-9c38-591aade0f16e x-openstack-request-id: req-bb7f2c06-889f-496c-9c38-591aade0f16e {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:47:42.458056 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ea98b5-d7a4-421c-9e78-8d3b95993a8d", "tag": "532581cc-9df9-4a2e-bfb5-133b3e77e2b3", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:47:42.458302 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bb7f2c06-889f-496c-9c38-591aade0f16e {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:47:42.458692 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'tag': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3', 'status': 'completed', 'code': 200} Mar 21 11:47:42.480776 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b967c7-c2b6-45ee-8304-a24e91d31df4 service neutron] Pushing event updated for resources: {'Port': ['ID=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,revision_number=3']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:42.513485 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42589953-5a44-495e-8dd1-db7ac046c9d2 req-d08aa803-c1bf-4747-b112-b94c31df7919 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:42.515008 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-42589953-5a44-495e-8dd1-db7ac046c9d2 req-d08aa803-c1bf-4747-b112-b94c31df7919 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 943 time: 0.1112688 Mar 21 11:47:42.521861 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-049c5033-254c-4927-a966-73e4031aa1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:42.523319 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-049c5033-254c-4927-a966-73e4031aa1f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3637e4382a840d58eb09181ec209e99&device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 1127 time: 0.0814660 Mar 21 11:47:42.573369 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-907883f6-c148-4ef0-81f7-1c32b88608a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532581cc-9df9-4a2e-bfb5-133b3e77e2b3 HTTP/1.1" status: 200 len: 217 time: 0.0422375 Mar 21 11:47:42.628595 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-42589953-5a44-495e-8dd1-db7ac046c9d2 req-bbffbbd9-79da-44d6-87d1-fe5189a08696 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042447 Mar 21 11:47:42.640325 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-da49137a-083d-4785-acc4-120f1c7f7da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:42.641720 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-da49137a-083d-4785-acc4-120f1c7f7da8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e0ef3ac-142d-449b-851f-88e25505c7f2 HTTP/1.1" status: 200 len: 848 time: 0.0585608 Mar 21 11:47:42.694309 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-53948571-3f38-4bc6-951a-773ea9b723ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:42.696000 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-53948571-3f38-4bc6-951a-773ea9b723ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32e2795d-010e-482a-b2f0-3186baea29f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479686 Mar 21 11:47:42.780925 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-c9972b2b-a916-4bd4-b836-f1f3704fd933 service neutron] 10.222.0.64 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783658 Mar 21 11:47:42.872421 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-68cb3365-8bf5-472e-a1ed-8ab40b4a0da2 req-7f85b6db-aa79-4c28-9a3a-ca62682e80d6 service neutron] 10.222.0.64 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850618 Mar 21 11:47:42.959685 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52407126-6558-4d99-8b67-1d30399f4dd6 req-6d2827b8-a18f-4d00-88c7-b39b1e11b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:42.961202 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-52407126-6558-4d99-8b67-1d30399f4dd6 req-6d2827b8-a18f-4d00-88c7-b39b1e11b003 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3637e4382a840d58eb09181ec209e99&device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 1127 time: 0.0451961 Mar 21 11:47:43.054544 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52407126-6558-4d99-8b67-1d30399f4dd6 req-59436bef-cd52-4c06-aaf5-b8e6ca0b1904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:43.056013 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-52407126-6558-4d99-8b67-1d30399f4dd6 req-59436bef-cd52-4c06-aaf5-b8e6ca0b1904 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32e2795d-010e-482a-b2f0-3186baea29f4 HTTP/1.1" status: 200 len: 910 time: 0.0818629 Mar 21 11:47:43.098913 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-52407126-6558-4d99-8b67-1d30399f4dd6 req-a2920bc2-c82f-40b5-ab70-b6fa8996f55f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532581cc-9df9-4a2e-bfb5-133b3e77e2b3 HTTP/1.1" status: 200 len: 217 time: 0.0360856 Mar 21 11:47:43.146539 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52407126-6558-4d99-8b67-1d30399f4dd6 req-e02ae49b-816d-46e1-a5f1-bc6a7177b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:43.148015 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-52407126-6558-4d99-8b67-1d30399f4dd6 req-e02ae49b-816d-46e1-a5f1-bc6a7177b12e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e0ef3ac-142d-449b-851f-88e25505c7f2 HTTP/1.1" status: 200 len: 848 time: 0.0413451 Mar 21 11:47:43.198706 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52407126-6558-4d99-8b67-1d30399f4dd6 req-2068e93c-2877-4ae3-b3d9-43cee62b188c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:43.200260 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-52407126-6558-4d99-8b67-1d30399f4dd6 req-2068e93c-2877-4ae3-b3d9-43cee62b188c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32e2795d-010e-482a-b2f0-3186baea29f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429657 Mar 21 11:47:43.290893 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-52407126-6558-4d99-8b67-1d30399f4dd6 req-69377033-a0e4-4356-bf42-c8a2ecf138da service neutron] 10.222.0.64 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837741 Mar 21 11:47:43.374839 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-52407126-6558-4d99-8b67-1d30399f4dd6 req-03729f3f-59fc-41c0-bbd2-c62945916a20 service neutron] 10.222.0.64 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782530 Mar 21 11:47:43.492438 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:43.989512 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a622798-b437-4aa2-bd17-f4a16c2eb2ee req-059359c7-37e4-4ea2-82db-9acd894c6e7a tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:43.991218 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2a622798-b437-4aa2-bd17-f4a16c2eb2ee req-059359c7-37e4-4ea2-82db-9acd894c6e7a tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 943 time: 0.2968283 Mar 21 11:47:44.038570 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2a622798-b437-4aa2-bd17-f4a16c2eb2ee req-54670b83-ce3b-4a78-a5df-5beb0034f9c7 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412679 Mar 21 11:47:44.793492 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:45.152695 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c331df-4898-4148-be84-27eb1c6b444c req-071df26c-fe6f-4db0-929f-bcecce937f15 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:45.154150 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-17c331df-4898-4148-be84-27eb1c6b444c req-071df26c-fe6f-4db0-929f-bcecce937f15 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 943 time: 0.0515661 Mar 21 11:47:45.201416 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-17c331df-4898-4148-be84-27eb1c6b444c req-df4f5438-f626-4c44-81ef-aa1bc4502f03 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416110 Mar 21 11:47:46.317854 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14752e-745e-4c29-bfb7-1d65e0f8dcb3 req-f4ccbd41-86e6-4b92-9297-399174189a31 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:46.319284 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fe14752e-745e-4c29-bfb7-1d65e0f8dcb3 req-f4ccbd41-86e6-4b92-9297-399174189a31 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 943 time: 0.0536911 Mar 21 11:47:46.366399 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fe14752e-745e-4c29-bfb7-1d65e0f8dcb3 req-f0281657-bf39-45fe-b293-d3cfe2cbe19e tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410914 Mar 21 11:47:46.428714 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:47.321057 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:47.481273 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18295a86-be7c-4c70-a0cd-7f7d90700d1c req-896e9627-8d96-4869-9905-ff5185274cb0 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:47.482727 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-18295a86-be7c-4c70-a0cd-7f7d90700d1c req-896e9627-8d96-4869-9905-ff5185274cb0 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 943 time: 0.0521419 Mar 21 11:47:47.529547 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-18295a86-be7c-4c70-a0cd-7f7d90700d1c req-8b911a4d-7c4e-4f37-98f5-f4568d89ff1a tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411215 Mar 21 11:47:48.644349 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ab4f0-7c2c-4ae7-b994-733c25c422b2 req-f1baa2ef-a0e4-4a85-bf5f-f997f257b680 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:48.645808 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-621ab4f0-7c2c-4ae7-b994-733c25c422b2 req-f1baa2ef-a0e4-4a85-bf5f-f997f257b680 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 943 time: 0.0512161 Mar 21 11:47:48.695959 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-621ab4f0-7c2c-4ae7-b994-733c25c422b2 req-c8e019f5-fb44-4fc9-9cb6-8f618e4be651 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446844 Mar 21 11:47:49.809377 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990c615-0253-4460-b9f8-7af5e6738b54 req-68c7b194-17da-402c-becc-40bc44e351ab tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:49.810905 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b990c615-0253-4460-b9f8-7af5e6738b54 req-68c7b194-17da-402c-becc-40bc44e351ab tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 943 time: 0.0519114 Mar 21 11:47:49.857929 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b990c615-0253-4460-b9f8-7af5e6738b54 req-d16aad71-8779-4284-bd32-15746583a540 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415704 Mar 21 11:47:50.974508 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de2de3-3a1d-484b-805f-0fd18be0e7f2 req-395b66d4-9acc-46dd-b328-dfcdf1ce6c83 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:50.976034 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-09de2de3-3a1d-484b-805f-0fd18be0e7f2 req-395b66d4-9acc-46dd-b328-dfcdf1ce6c83 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 943 time: 0.0513022 Mar 21 11:47:51.024019 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-09de2de3-3a1d-484b-805f-0fd18be0e7f2 req-522ae1fb-f0cc-4b72-a73c-abf1256efbb2 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419462 Mar 21 11:47:51.324723 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:47:51.416041 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,segment=NetworkSegment(540348ea-1e97-4ca1-87ca-27f9850cccb8),segment_id=540348ea-1e97-4ca1-87ca-27f9850cccb8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:47:51.428001 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'port_id': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3', 'mac_address': 'fa:16:3e:18:4b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:47:51.467038 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:51.467422 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:51.479483 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:47:51.498615 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,segment=NetworkSegment(540348ea-1e97-4ca1-87ca-27f9850cccb8),segment_id=540348ea-1e97-4ca1-87ca-27f9850cccb8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:47:51.502532 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:51.548102 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,revision_number=4']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:51.554818 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:51.555167 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:51.555503 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:51.555872 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:51.556204 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:51.556527 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:51.556847 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:51.557165 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:51.557486 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:51.557803 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:51.558120 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:51.558437 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:51.558751 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:51.559064 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:51.559374 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:47:51.746841 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['532581cc-9df9-4a2e-bfb5-133b3e77e2b3'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:47:52.144491 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb61d2a-2f6d-496b-937d-fbea57e2a536 req-2515ed2d-fcdd-4da6-97e7-c032727b2018 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:52.145948 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5cb61d2a-2f6d-496b-937d-fbea57e2a536 req-2515ed2d-fcdd-4da6-97e7-c032727b2018 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 944 time: 0.0554812 Mar 21 11:47:52.192428 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5cb61d2a-2f6d-496b-937d-fbea57e2a536 req-7f5e58ad-d711-4050-bfc1-b5683cf6952c tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410771 Mar 21 11:47:53.305573 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddb8b1-08b3-4c1f-8bdb-eaba7e3be789 req-fe4fcd91-6c2b-4b40-89e4-f1cf54ac238e tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:53.307017 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-48ddb8b1-08b3-4c1f-8bdb-eaba7e3be789 req-fe4fcd91-6c2b-4b40-89e4-f1cf54ac238e tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 944 time: 0.0512316 Mar 21 11:47:53.337502 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:47:53.355713 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-48ddb8b1-08b3-4c1f-8bdb-eaba7e3be789 req-c7b9b62a-e91f-4c9c-9eea-142114555bf0 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431180 Mar 21 11:47:53.385913 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning for port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 completed by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:47:53.390514 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:47:53.390884 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:53.470139 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:47:53.470432 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:53.491998 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:47:53.494206 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e673e2ff-4983-43b9-829c-93358fc580fc" -d '{"events": [{"server_uuid": "a5ea98b5-d7a4-421c-9e78-8d3b95993a8d", "name": "network-vif-plugged", "status": "completed", "tag": "532581cc-9df9-4a2e-bfb5-133b3e77e2b3"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:47:53.507538 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,segment=NetworkSegment(540348ea-1e97-4ca1-87ca-27f9850cccb8),segment_id=540348ea-1e97-4ca1-87ca-27f9850cccb8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:47:53.511301 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:53.534780 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37705b19-41fd-4a20-b192-4ea445a146f9 x-openstack-request-id: req-37705b19-41fd-4a20-b192-4ea445a146f9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:47:53.535062 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ea98b5-d7a4-421c-9e78-8d3b95993a8d", "name": "network-vif-plugged", "status": "completed", "tag": "532581cc-9df9-4a2e-bfb5-133b3e77e2b3", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:47:53.535311 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-37705b19-41fd-4a20-b192-4ea445a146f9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:47:53.535692 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3', 'code': 200} Mar 21 11:47:53.561071 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,revision_number=5']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:53.759750 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ee83b-149d-4b03-9059-058375aa4ca9 req-da822e15-945c-43a5-98c3-e029aedd6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:53.761151 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ac3ee83b-149d-4b03-9059-058375aa4ca9 req-da822e15-945c-43a5-98c3-e029aedd6eb3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 1129 time: 0.0419312 Mar 21 11:47:53.810244 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ac3ee83b-149d-4b03-9059-058375aa4ca9 req-ea42fbe2-b4a1-45be-9836-74fa63df925a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426698 Mar 21 11:47:54.474320 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c48cc9-049c-4b5e-9337-6474944d1303 req-967fb5fa-f8bd-4ae9-a1b8-0aa185974a6a tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:54.475764 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e8c48cc9-049c-4b5e-9337-6474944d1303 req-967fb5fa-f8bd-4ae9-a1b8-0aa185974a6a tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0510850 Mar 21 11:47:54.523820 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e8c48cc9-049c-4b5e-9337-6474944d1303 req-57999376-4b0d-4b23-91b9-a69748399143 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418589 Mar 21 11:47:55.640500 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e403d5-3392-4a70-bd66-bcb0cd3f6861 req-5b8c3a94-f390-48ad-a221-4fc30a1c2578 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:55.641933 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75e403d5-3392-4a70-bd66-bcb0cd3f6861 req-5b8c3a94-f390-48ad-a221-4fc30a1c2578 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0521548 Mar 21 11:47:55.690777 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-75e403d5-3392-4a70-bd66-bcb0cd3f6861 req-4d24e728-a08a-43ca-b65c-37909adc16f4 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433571 Mar 21 11:47:55.812103 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5bac1-bc08-495b-b960-fb883f874f8a req-79e7ec80-26d5-4159-ae2a-ed4a903e83dd tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:55.813460 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8cd5bac1-bc08-495b-b960-fb883f874f8a req-79e7ec80-26d5-4159-ae2a-ed4a903e83dd tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0595608 Mar 21 11:47:55.860838 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8cd5bac1-bc08-495b-b960-fb883f874f8a req-a6f6c91c-04d0-4f48-a5ca-dde70c4cdc13 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418329 Mar 21 11:47:55.881754 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46126) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:55.963786 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403c6e08-b82c-4908-955e-c74898df4207 tempest-TestShelveInstance-854332749 tempest-TestShelveInstance-854332749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:55.965768 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-403c6e08-b82c-4908-955e-c74898df4207 tempest-TestShelveInstance-854332749 tempest-TestShelveInstance-854332749-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 1124 time: 0.0830567 Mar 21 11:47:55.968616 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46130) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:47:55.972704 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Request body: {'floatingip': {'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'port_id': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:47:55.992542 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:56.087568 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (None), before_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:56.190228 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.db_base_plugin_common [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Allocated IP 172.27.0.144 (c5837a43-2245-4480-ae3d-f889828e7864/b34a5baa-0dd6-451c-8a9d-ec8fee6deb95/ca1415d8-7dc6-444e-9dfe-2bc956d044ff) {{(pid=103318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:47:56.290138 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for port (ca1415d8-7dc6-444e-9dfe-2bc956d044ff), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:56.321019 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758068985335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (ca1415d8-7dc6-444e-9dfe-2bc956d044ff), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:56.355541 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Network c5837a43-2245-4480-ae3d-f889828e7864 is already hosted by enough agents. {{(pid=103318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:47:56.358123 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.base_scheduler [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Resources bound (agent type, host, resource id): {{(pid=103318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:47:56.362225 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Received port after_create {{(pid=103318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:47:56.388198 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Pushing event updated for resources: {'Port': ['ID=ca1415d8-7dc6-444e-9dfe-2bc956d044ff,revision_number=1']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:56.703279 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for floatingip (2d8edcbb-54b5-4420-a2e9-b24b6585ed5d), precommit_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:56.768279 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (ca1415d8-7dc6-444e-9dfe-2bc956d044ff), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:56.909877 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for port (ca1415d8-7dc6-444e-9dfe-2bc956d044ff), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:56.914216 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (ca1415d8-7dc6-444e-9dfe-2bc956d044ff), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:56.985062 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Pushing event updated for resources: {'Port': ['ID=ca1415d8-7dc6-444e-9dfe-2bc956d044ff,revision_number=2']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:47:56.996790 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655946'] for floatingip (2d8edcbb-54b5-4420-a2e9-b24b6585ed5d), after_create {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:57.093622 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Floating IP 2d8edcbb-54b5-4420-a2e9-b24b6585ed5d associated. External IP: 172.27.0.144, port: 532581cc-9df9-4a2e-bfb5-133b3e77e2b3. Mar 21 11:47:57.295633 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:47:57.400258 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:47:57.412620 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9637c-6587-44c2-b4d6-cfa68e9fe4c7 None None] Sync routers for ids ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:47:57.417714 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:47:57.426807 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9637c-6587-44c2-b4d6-cfa68e9fe4c7 None None] Routers {'3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:47:57.427437 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0ee9637c-6587-44c2-b4d6-cfa68e9fe4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:47:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:57.447424 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f91081fa-30fe-4734-81de-2bcd21e9fa7f tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4778173 Mar 21 11:47:57.448041 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'tag': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:47:57.450334 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797a754a-b8ed-4ad0-a0dd-03cd2dd95bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ea98b5-d7a4-421c-9e78-8d3b95993a8d", "tag": "532581cc-9df9-4a2e-bfb5-133b3e77e2b3"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:47:57.486425 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609225ac-0c76-4936-911c-0a0c7c09c365 x-openstack-request-id: req-609225ac-0c76-4936-911c-0a0c7c09c365 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:47:57.486717 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ea98b5-d7a4-421c-9e78-8d3b95993a8d", "tag": "532581cc-9df9-4a2e-bfb5-133b3e77e2b3", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:47:57.486970 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-609225ac-0c76-4936-911c-0a0c7c09c365 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:47:57.487375 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'tag': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3', 'status': 'completed', 'code': 200} Mar 21 11:47:57.503990 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:47:57.539166 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-0ee9637c-6587-44c2-b4d6-cfa68e9fe4c7 None None] Set router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:47:57.555222 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a754a-b8ed-4ad0-a0dd-03cd2dd95bf6 req-b4de9fb4-66f4-4807-8a65-c7577dc2f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:57.556718 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-797a754a-b8ed-4ad0-a0dd-03cd2dd95bf6 req-b4de9fb4-66f4-4807-8a65-c7577dc2f082 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3637e4382a840d58eb09181ec209e99&device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 1129 time: 0.0473375 Mar 21 11:47:57.650858 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a754a-b8ed-4ad0-a0dd-03cd2dd95bf6 req-d6ef6990-6168-4d91-b2d9-d3f4d8e51f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:57.652372 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-797a754a-b8ed-4ad0-a0dd-03cd2dd95bf6 req-d6ef6990-6168-4d91-b2d9-d3f4d8e51f8b service neutron] 10.222.0.64 "GET /v2.0/networks?id=32e2795d-010e-482a-b2f0-3186baea29f4 HTTP/1.1" status: 200 len: 910 time: 0.0871274 Mar 21 11:47:57.721455 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-797a754a-b8ed-4ad0-a0dd-03cd2dd95bf6 req-93682622-8bf3-4790-b6c6-e75d5d655b74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532581cc-9df9-4a2e-bfb5-133b3e77e2b3 HTTP/1.1" status: 200 len: 999 time: 0.0626280 Mar 21 11:47:57.768589 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a754a-b8ed-4ad0-a0dd-03cd2dd95bf6 req-93f93f6d-1943-4411-a620-214398fe77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:57.770041 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-797a754a-b8ed-4ad0-a0dd-03cd2dd95bf6 req-93f93f6d-1943-4411-a620-214398fe77f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e0ef3ac-142d-449b-851f-88e25505c7f2 HTTP/1.1" status: 200 len: 848 time: 0.0427241 Mar 21 11:47:57.820578 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a754a-b8ed-4ad0-a0dd-03cd2dd95bf6 req-73cb4834-c9e7-4ef3-a147-8304399a26a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:57.822000 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-797a754a-b8ed-4ad0-a0dd-03cd2dd95bf6 req-73cb4834-c9e7-4ef3-a147-8304399a26a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32e2795d-010e-482a-b2f0-3186baea29f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449519 Mar 21 11:47:57.897790 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0ee9637c-6587-44c2-b4d6-cfa68e9fe4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'name': 'tempest-TestShelveInstance-2136834863-router', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '77a6511e-64ad-480b-9133-44779726e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:13Z', 'updated_at': '2022-03-21T11:47:16Z', 'revision_number': 4, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'gw_port': {'id': '77a6511e-64ad-480b-9133-44779726e4de', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:14Z', 'updated_at': '2022-03-21T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '2d8edcbb-54b5-4420-a2e9-b24b6585ed5d', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'port_id': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'mac_address': 'fa:16:3e:18:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:47:56Z', 'updated_at': '2022-03-21T11:47:56Z', 'revision_number': 0, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5a54996-e597-4644-a96d-f45bde6a2beb', 'name': '', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'mac_address': 'fa:16:3e:08:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:16Z', 'updated_at': '2022-03-21T11:47:22Z', 'revision_number': 5, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'subnets': [{'id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:57.924101 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9637c-6587-44c2-b4d6-cfa68e9fe4c7 None None] Checking router: 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:47:57.932558 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9637c-6587-44c2-b4d6-cfa68e9fe4c7 None None] Routers {'3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:47:57.933166 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0ee9637c-6587-44c2-b4d6-cfa68e9fe4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:47:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:57.983500 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-797a754a-b8ed-4ad0-a0dd-03cd2dd95bf6 req-73f77d49-63a1-4968-b66a-6b1c195b9a6d service neutron] 10.222.0.64 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554415 Mar 21 11:47:58.044845 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-0ee9637c-6587-44c2-b4d6-cfa68e9fe4c7 None None] Set router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:47:58.076432 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a9697-6ed4-481e-b607-51703cf46fb8 req-97668599-d53f-44ba-a3d6-215396e9fb9f tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:58.077828 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-773a9697-6ed4-481e-b607-51703cf46fb8 req-97668599-d53f-44ba-a3d6-215396e9fb9f tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 985 time: 0.1459131 Mar 21 11:47:58.081424 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a00bb-958b-4363-abad-9cc85fe2dbc0 req-23e2f353-7a72-4cfc-a597-abeb150d5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:58.082802 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b40a00bb-958b-4363-abad-9cc85fe2dbc0 req-23e2f353-7a72-4cfc-a597-abeb150d5e05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d748bd2ce30541e7b63b617f55d191c4&device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 1169 time: 0.1388962 Mar 21 11:47:58.175533 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-797a754a-b8ed-4ad0-a0dd-03cd2dd95bf6 req-64e9dbc2-bb13-420d-b9c8-6ead6be5ef6c service neutron] 10.222.0.64 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825373 Mar 21 11:47:58.229179 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-773a9697-6ed4-481e-b607-51703cf46fb8 req-6df2d9b0-b40a-4ced-a03e-475491dadecc tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&id=c73daf6f-8f45-4ba2-89c5-c17e68165fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1401932 Mar 21 11:47:58.239818 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a00bb-958b-4363-abad-9cc85fe2dbc0 req-b7642490-6a20-4b67-85a6-be6a833467d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:58.241491 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b40a00bb-958b-4363-abad-9cc85fe2dbc0 req-b7642490-6a20-4b67-85a6-be6a833467d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7e97bd0-3a9e-4458-af7c-944d9090d892 HTTP/1.1" status: 200 len: 915 time: 0.1451917 Mar 21 11:47:58.276785 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-0ee9637c-6587-44c2-b4d6-cfa68e9fe4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'name': 'tempest-TestShelveInstance-2136834863-router', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '77a6511e-64ad-480b-9133-44779726e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:13Z', 'updated_at': '2022-03-21T11:47:16Z', 'revision_number': 4, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'gw_port': {'id': '77a6511e-64ad-480b-9133-44779726e4de', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:14Z', 'updated_at': '2022-03-21T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '2d8edcbb-54b5-4420-a2e9-b24b6585ed5d', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'port_id': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'mac_address': 'fa:16:3e:18:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:47:56Z', 'updated_at': '2022-03-21T11:47:56Z', 'revision_number': 0, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5a54996-e597-4644-a96d-f45bde6a2beb', 'name': '', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'mac_address': 'fa:16:3e:08:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:16Z', 'updated_at': '2022-03-21T11:47:22Z', 'revision_number': 5, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'subnets': [{'id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:47:58.302753 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9637c-6587-44c2-b4d6-cfa68e9fe4c7 None None] The sync data for ids ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'] in dv-cinder-805072-11-iscsi is: [{'id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'name': 'tempest-TestShelveInstance-2136834863-router', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '77a6511e-64ad-480b-9133-44779726e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:13Z', 'updated_at': '2022-03-21T11:47:16Z', 'revision_number': 4, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'gw_port': {'id': '77a6511e-64ad-480b-9133-44779726e4de', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:14Z', 'updated_at': '2022-03-21T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': '2d8edcbb-54b5-4420-a2e9-b24b6585ed5d', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'port_id': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'mac_address': 'fa:16:3e:18:4b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:47:56Z', 'updated_at': '2022-03-21T11:47:56Z', 'revision_number': 0, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5a54996-e597-4644-a96d-f45bde6a2beb', 'name': '', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'mac_address': 'fa:16:3e:08:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:16Z', 'updated_at': '2022-03-21T11:47:22Z', 'revision_number': 5, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'subnets': [{'id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:47:58.305898 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b40a00bb-958b-4363-abad-9cc85fe2dbc0 req-2e7f1f84-fce2-4b02-a3f1-b9b8e48a1719 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c83d2-877e-4dd8-969c-a1ef981c59be HTTP/1.1" status: 200 len: 1001 time: 0.0581648 Mar 21 11:47:58.353608 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a00bb-958b-4363-abad-9cc85fe2dbc0 req-6dd6d231-2023-4ec0-b83b-fe5ba83cf220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:58.355066 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b40a00bb-958b-4363-abad-9cc85fe2dbc0 req-6dd6d231-2023-4ec0-b83b-fe5ba83cf220 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4324250-7543-439c-a24b-65ed5c879e7c HTTP/1.1" status: 200 len: 853 time: 0.0432949 Mar 21 11:47:58.406984 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a00bb-958b-4363-abad-9cc85fe2dbc0 req-190e851a-4422-4906-b023-1c1268075524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:58.408534 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b40a00bb-958b-4363-abad-9cc85fe2dbc0 req-190e851a-4422-4906-b023-1c1268075524 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7e97bd0-3a9e-4458-af7c-944d9090d892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476687 Mar 21 11:47:58.499052 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e46751-7f4c-4b10-acf8-a482b9589172 None None] New status for floating IP 2d8edcbb-54b5-4420-a2e9-b24b6585ed5d: ACTIVE {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:47:58.505461 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b40a00bb-958b-4363-abad-9cc85fe2dbc0 req-5b7f9ab8-41cb-420a-ab7d-727aa2f6bcad service neutron] 10.222.0.64 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905569 Mar 21 11:47:58.597710 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-b40a00bb-958b-4363-abad-9cc85fe2dbc0 req-b5b99d43-b9ff-41c5-9c6c-e91dd7b86ca8 service neutron] 10.222.0.64 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852582 Mar 21 11:47:59.593017 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6874a2-e0cf-4df3-a286-b0d03e4c00e7 req-6648f3c8-9f98-4ea6-8d0d-d0b8c480ba20 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:47:59.594475 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4e6874a2-e0cf-4df3-a286-b0d03e4c00e7 req-6648f3c8-9f98-4ea6-8d0d-d0b8c480ba20 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 985 time: 0.2958207 Mar 21 11:47:59.652211 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4e6874a2-e0cf-4df3-a286-b0d03e4c00e7 req-bc12b75b-5806-4cc7-a7f4-0cf76b2f5b46 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&id=c73daf6f-8f45-4ba2-89c5-c17e68165fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514996 Mar 21 11:48:00.766209 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758817aa-daf1-4617-8c49-80f1f30a6d04 req-b80dafb9-f813-4774-8e2c-44819964236a tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:00.767689 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-758817aa-daf1-4617-8c49-80f1f30a6d04 req-b80dafb9-f813-4774-8e2c-44819964236a tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 985 time: 0.0509827 Mar 21 11:48:00.825489 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-758817aa-daf1-4617-8c49-80f1f30a6d04 req-c51b89ac-cf23-4eb6-9384-8434f8a221e0 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&id=c73daf6f-8f45-4ba2-89c5-c17e68165fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519714 Mar 21 11:48:01.942958 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88ffbf-b15c-4e38-a634-7b6ba2c6476c req-38d72edd-12d8-4893-bdec-aa91fbbc30bc tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:01.944481 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7f88ffbf-b15c-4e38-a634-7b6ba2c6476c req-38d72edd-12d8-4893-bdec-aa91fbbc30bc tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 985 time: 0.0550892 Mar 21 11:48:02.002205 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7f88ffbf-b15c-4e38-a634-7b6ba2c6476c req-83858caf-afea-4bb3-9bdc-a31ddf81aafd tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&id=c73daf6f-8f45-4ba2-89c5-c17e68165fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519655 Mar 21 11:48:03.117391 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc4794-453d-4f7b-9b78-514a27c3f8a8 req-fdfb7857-bf1c-43d1-b5e5-7439315ade62 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:03.118849 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5fc4794-453d-4f7b-9b78-514a27c3f8a8 req-fdfb7857-bf1c-43d1-b5e5-7439315ade62 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 985 time: 0.0509844 Mar 21 11:48:03.176706 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f5fc4794-453d-4f7b-9b78-514a27c3f8a8 req-63a874cf-ee23-420e-b5c6-86149245cf14 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&id=c73daf6f-8f45-4ba2-89c5-c17e68165fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514798 Mar 21 11:48:04.295933 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf796a-3300-4240-826f-87e11a2a6fc6 req-eedec6f5-03d8-44e0-b176-4a624172b574 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:04.297430 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-19cf796a-3300-4240-826f-87e11a2a6fc6 req-eedec6f5-03d8-44e0-b176-4a624172b574 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 985 time: 0.0554154 Mar 21 11:48:04.353937 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-19cf796a-3300-4240-826f-87e11a2a6fc6 req-eedf89ff-23ff-441d-9438-d726047dce7e tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&id=c73daf6f-8f45-4ba2-89c5-c17e68165fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508029 Mar 21 11:48:05.468982 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb50346-cc9b-4b45-a1cd-f64364515395 req-11813262-0a2e-4202-9005-ddb9ddbb3f1f tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:05.470458 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2eb50346-cc9b-4b45-a1cd-f64364515395 req-11813262-0a2e-4202-9005-ddb9ddbb3f1f tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 985 time: 0.0511856 Mar 21 11:48:05.528369 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2eb50346-cc9b-4b45-a1cd-f64364515395 req-7598f9f5-9603-4714-b420-50690c25adae tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&id=c73daf6f-8f45-4ba2-89c5-c17e68165fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522046 Mar 21 11:48:06.645311 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc21394-4004-4e1c-bc3f-194bdd8ddb1a req-7e005c74-6f35-4c29-b69a-f7b896c14dbc tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:06.646790 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5dc21394-4004-4e1c-bc3f-194bdd8ddb1a req-7e005c74-6f35-4c29-b69a-f7b896c14dbc tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 985 time: 0.0532887 Mar 21 11:48:06.708537 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5dc21394-4004-4e1c-bc3f-194bdd8ddb1a req-e8bfda5e-7d85-4f51-b40f-a4ccc3f7c3fa tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&id=c73daf6f-8f45-4ba2-89c5-c17e68165fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556378 Mar 21 11:48:07.823860 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc234d-8390-4774-a8b7-bc2618c263c5 req-42536cde-fcde-4da7-9b9e-c00a439c933f tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:07.825296 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-02dc234d-8390-4774-a8b7-bc2618c263c5 req-42536cde-fcde-4da7-9b9e-c00a439c933f tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 985 time: 0.0510342 Mar 21 11:48:07.882010 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-02dc234d-8390-4774-a8b7-bc2618c263c5 req-69a481aa-e4d2-4005-a9b3-7f101c4947c1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&id=c73daf6f-8f45-4ba2-89c5-c17e68165fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511501 Mar 21 11:48:08.997577 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150c8f1-c07b-410f-926f-c0a4e820fd1b req-f9e65519-49c7-4920-8e35-447b27d899f2 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:08.999041 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a150c8f1-c07b-410f-926f-c0a4e820fd1b req-f9e65519-49c7-4920-8e35-447b27d899f2 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 985 time: 0.0530188 Mar 21 11:48:09.057074 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a150c8f1-c07b-410f-926f-c0a4e820fd1b req-71766cca-546d-4b95-a561-177fc84a4258 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&id=c73daf6f-8f45-4ba2-89c5-c17e68165fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521049 Mar 21 11:48:09.937073 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0f90660a-e596-4750-9442-3aa3076c6a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:10.178471 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd7652-6418-4d72-8db8-703f14267acb req-b2aa8873-6ef2-4640-b04f-f3dad94ea70e tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:10.179889 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cabd7652-6418-4d72-8db8-703f14267acb req-b2aa8873-6ef2-4640-b04f-f3dad94ea70e tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 985 time: 0.0555439 Mar 21 11:48:10.237125 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cabd7652-6418-4d72-8db8-703f14267acb req-d98eab9d-0d04-454f-b036-d0a0c91e845f tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&id=c73daf6f-8f45-4ba2-89c5-c17e68165fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515685 Mar 21 11:48:12.268405 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4cc625a8-3821-4900-b3c1-63712db378bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:13.493855 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:14.795746 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:16.430550 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:17.321949 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:21.997695 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46170) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:22.150792 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Deleting port 8304feac-5077-4d76-b2ec-482e0043ca46 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:22.151133 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (8304feac-5077-4d76-b2ec-482e0043ca46), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:22.222494 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (8304feac-5077-4d76-b2ec-482e0043ca46), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:22.222820 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for floatingip (8304feac-5077-4d76-b2ec-482e0043ca46), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:22.234747 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Calling delete_port for 8304feac-5077-4d76-b2ec-482e0043ca46 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:22.401825 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (8304feac-5077-4d76-b2ec-482e0043ca46), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:22.426207 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event deleted for resources: {'Port': ['ID=8304feac-5077-4d76-b2ec-482e0043ca46,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:22.435259 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:22.435622 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:22.435994 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:22.436346 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:22.436691 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:22.437018 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:22.437354 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:22.437713 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:22.438070 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:22.438354 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:22.438688 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:22.439015 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:22.439345 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:22.439673 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:22.440028 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:22.499334 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for floatingip (19eee868-8bc9-4e1f-b7fd-038b17b08136), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:22.499666 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Floating IP 19eee868-8bc9-4e1f-b7fd-038b17b08136 disassociated (deleted). External IP: 172.27.0.109, port: 01316b12-60ce-45dd-9647-f37a641862b9. Mar 21 11:48:22.704510 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Router 854cd024-40dd-4ffa-bbf9-49e279e56aca has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:48:22.812589 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:48:22.817427 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:22.822206 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d7a9f0-f057-4453-8009-7b600ef2536c None None] Sync routers for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:48:22.832478 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d7a9f0-f057-4453-8009-7b600ef2536c None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:48:22.833092 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-31d7a9f0-f057-4453-8009-7b600ef2536c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:48:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:22.845798 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-75e96f51-5dae-4b13-945c-878e2cf84a2d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "DELETE /v2.0/floatingips/19eee868-8bc9-4e1f-b7fd-038b17b08136 HTTP/1.1" status: 204 len: 168 time: 0.8470175 Mar 21 11:48:22.846562 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0797ce49-2d1f-4e42-86d0-2f9f3ec4001c', 'tag': '01316b12-60ce-45dd-9647-f37a641862b9'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:48:22.848928 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116cdd8e-11ca-44ec-83cc-e64f668a8034" -d '{"events": [{"name": "network-changed", "server_uuid": "0797ce49-2d1f-4e42-86d0-2f9f3ec4001c", "tag": "01316b12-60ce-45dd-9647-f37a641862b9"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:48:22.884678 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46a8a4f-b744-424a-b298-818e87faba20 x-openstack-request-id: req-d46a8a4f-b744-424a-b298-818e87faba20 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:48:22.884970 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0797ce49-2d1f-4e42-86d0-2f9f3ec4001c", "tag": "01316b12-60ce-45dd-9647-f37a641862b9", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:48:22.885221 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d46a8a4f-b744-424a-b298-818e87faba20 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:48:22.885618 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0797ce49-2d1f-4e42-86d0-2f9f3ec4001c', 'tag': '01316b12-60ce-45dd-9647-f37a641862b9', 'status': 'completed', 'code': 200} Mar 21 11:48:22.953168 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-31d7a9f0-f057-4453-8009-7b600ef2536c None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:48:22.959899 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cdd8e-11ca-44ec-83cc-e64f668a8034 req-74455f94-fc54-48d7-a428-278bbf308b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:22.961418 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-116cdd8e-11ca-44ec-83cc-e64f668a8034 req-74455f94-fc54-48d7-a428-278bbf308b6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c58bcecb6f1d42fcab810f7e635cecbe&device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 1129 time: 0.0516078 Mar 21 11:48:23.071346 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cdd8e-11ca-44ec-83cc-e64f668a8034 req-6eba9082-25c1-47ad-b38c-441358e8e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:23.073444 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-116cdd8e-11ca-44ec-83cc-e64f668a8034 req-6eba9082-25c1-47ad-b38c-441358e8e199 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dec2b833-7cac-45cf-899d-249c6dad8788 HTTP/1.1" status: 200 len: 912 time: 0.1042771 Mar 21 11:48:23.124391 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-116cdd8e-11ca-44ec-83cc-e64f668a8034 req-7941041f-d4a2-4cf7-9211-cbff95488a1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01316b12-60ce-45dd-9647-f37a641862b9 HTTP/1.1" status: 200 len: 217 time: 0.0376043 Mar 21 11:48:23.192179 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-31d7a9f0-f057-4453-8009-7b600ef2536c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': 'f7fca7c7-6e4d-4e89-b765-a58beb252009', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'port_id': 'd98c9a56-425e-4998-97b4-240d3c859bbb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'mac_address': 'fa:16:3e:a5:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584059bb-298c-4aa2-82cd-a72356655aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:44:36Z', 'updated_at': '2022-03-21T11:44:38Z', 'revision_number': 1, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:23.197932 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cdd8e-11ca-44ec-83cc-e64f668a8034 req-c5a67807-6e05-4e45-82bc-e934ded5c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:23.199379 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-116cdd8e-11ca-44ec-83cc-e64f668a8034 req-c5a67807-6e05-4e45-82bc-e934ded5c872 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=450dda72-a2ac-4c12-bef3-c87d1bfce43d HTTP/1.1" status: 200 len: 850 time: 0.0678887 Mar 21 11:48:23.210680 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e69e8f-5ab8-427c-805b-7759441d7696 req-3abffca7-e98b-4da8-b676-bc4fe21e9a63 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:23.211996 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-35e69e8f-5ab8-427c-805b-7759441d7696 req-3abffca7-e98b-4da8-b676-bc4fe21e9a63 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 945 time: 0.1733470 Mar 21 11:48:23.218133 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d7a9f0-f057-4453-8009-7b600ef2536c None None] Checking router: 854cd024-40dd-4ffa-bbf9-49e279e56aca for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:48:23.226476 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d7a9f0-f057-4453-8009-7b600ef2536c None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:48:23.227092 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-31d7a9f0-f057-4453-8009-7b600ef2536c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:48:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:23.284662 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cdd8e-11ca-44ec-83cc-e64f668a8034 req-bc4d03b0-fea5-4e5c-91d1-a3e25de8b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:23.286144 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-116cdd8e-11ca-44ec-83cc-e64f668a8034 req-bc4d03b0-fea5-4e5c-91d1-a3e25de8b3a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dec2b833-7cac-45cf-899d-249c6dad8788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0733325 Mar 21 11:48:23.289653 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-35e69e8f-5ab8-427c-805b-7759441d7696 req-0c3ff2ef-a73d-40f4-9a0b-0dad589b5519 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696666 Mar 21 11:48:23.335919 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-31d7a9f0-f057-4453-8009-7b600ef2536c None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:48:23.378756 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-116cdd8e-11ca-44ec-83cc-e64f668a8034 req-8e1e7463-c1b4-4cf3-af03-aea0b24ccdb4 service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849082 Mar 21 11:48:23.470277 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-116cdd8e-11ca-44ec-83cc-e64f668a8034 req-8f560023-835b-4eb6-bc00-a326d9cdaf4f service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822322 Mar 21 11:48:23.558039 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-31d7a9f0-f057-4453-8009-7b600ef2536c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': 'f7fca7c7-6e4d-4e89-b765-a58beb252009', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'port_id': 'd98c9a56-425e-4998-97b4-240d3c859bbb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'mac_address': 'fa:16:3e:a5:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584059bb-298c-4aa2-82cd-a72356655aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:44:36Z', 'updated_at': '2022-03-21T11:44:38Z', 'revision_number': 1, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:23.583263 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d7a9f0-f057-4453-8009-7b600ef2536c None None] The sync data for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi is: [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_floatingips': [{'id': 'f7fca7c7-6e4d-4e89-b765-a58beb252009', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'router_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'port_id': 'd98c9a56-425e-4998-97b4-240d3c859bbb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'mac_address': 'fa:16:3e:a5:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584059bb-298c-4aa2-82cd-a72356655aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:44:36Z', 'updated_at': '2022-03-21T11:44:38Z', 'revision_number': 1, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:48:23.810592 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78600c9-8ab1-4ce3-813f-8770348abe0d None None] New status for floating IP 19eee868-8bc9-4e1f-b7fd-038b17b08136: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:48:24.460255 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d525b-c490-4797-bef3-041a2b33b817 req-23bdff28-2f45-4fe6-8d79-8bb224a73f3d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:24.461733 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0d8d525b-c490-4797-bef3-041a2b33b817 req-23bdff28-2f45-4fe6-8d79-8bb224a73f3d tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 945 time: 0.1035669 Mar 21 11:48:24.510387 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0d8d525b-c490-4797-bef3-041a2b33b817 req-467db6d2-046e-4a85-9125-e31919087b5c tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430372 Mar 21 11:48:24.718942 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecc382-0160-4a51-8e7d-46828da81aa4 req-450a5348-a33e-4c8f-aef1-5858b26cc352 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:24.720392 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9cecc382-0160-4a51-8e7d-46828da81aa4 req-450a5348-a33e-4c8f-aef1-5858b26cc352 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.64 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 945 time: 0.0511267 Mar 21 11:48:24.819794 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-9cecc382-0160-4a51-8e7d-46828da81aa4 req-1f687e19-064c-4163-8bc8-14902c16f84e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Deleting port 01316b12-60ce-45dd-9647-f37a641862b9 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:24.820160 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9cecc382-0160-4a51-8e7d-46828da81aa4 req-1f687e19-064c-4163-8bc8-14902c16f84e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (01316b12-60ce-45dd-9647-f37a641862b9), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:24.905730 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-9cecc382-0160-4a51-8e7d-46828da81aa4 req-1f687e19-064c-4163-8bc8-14902c16f84e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] For port 01316b12-60ce-45dd-9647-f37a641862b9, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=01316b12-60ce-45dd-9647-f37a641862b9,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:24.906087 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9cecc382-0160-4a51-8e7d-46828da81aa4 req-1f687e19-064c-4163-8bc8-14902c16f84e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (01316b12-60ce-45dd-9647-f37a641862b9), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:24.918853 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-9cecc382-0160-4a51-8e7d-46828da81aa4 req-1f687e19-064c-4163-8bc8-14902c16f84e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Calling delete_port for 01316b12-60ce-45dd-9647-f37a641862b9 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:25.045949 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9cecc382-0160-4a51-8e7d-46828da81aa4 req-1f687e19-064c-4163-8bc8-14902c16f84e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (01316b12-60ce-45dd-9647-f37a641862b9), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:25.072857 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f687e19-064c-4163-8bc8-14902c16f84e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event deleted for resources: {'Port': ['ID=01316b12-60ce-45dd-9647-f37a641862b9,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:25.115532 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cecc382-0160-4a51-8e7d-46828da81aa4 req-1f687e19-064c-4163-8bc8-14902c16f84e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] No DVR routers for this DVR port 01316b12-60ce-45dd-9647-f37a641862b9 on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:48:25.118250 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-9cecc382-0160-4a51-8e7d-46828da81aa4 req-1f687e19-064c-4163-8bc8-14902c16f84e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:25.121460 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9cecc382-0160-4a51-8e7d-46828da81aa4 req-1f687e19-064c-4163-8bc8-14902c16f84e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.64 "DELETE /v2.0/ports/01316b12-60ce-45dd-9647-f37a641862b9 HTTP/1.1" status: 204 len: 173 time: 0.3917551 Mar 21 11:48:25.122384 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0797ce49-2d1f-4e42-86d0-2f9f3ec4001c', 'name': 'network-vif-deleted', 'tag': '01316b12-60ce-45dd-9647-f37a641862b9'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:48:25.124586 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de920a12-6dfc-47cc-8f0c-0526c9d6d484" -d '{"events": [{"server_uuid": "0797ce49-2d1f-4e42-86d0-2f9f3ec4001c", "name": "network-vif-deleted", "tag": "01316b12-60ce-45dd-9647-f37a641862b9"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:48:25.161478 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b13900f-2cbd-435a-baf6-a7f31c36cc2f x-openstack-request-id: req-2b13900f-2cbd-435a-baf6-a7f31c36cc2f {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:48:25.161787 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0797ce49-2d1f-4e42-86d0-2f9f3ec4001c", "name": "network-vif-deleted", "tag": "01316b12-60ce-45dd-9647-f37a641862b9", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:48:25.162035 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b13900f-2cbd-435a-baf6-a7f31c36cc2f {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:48:25.162428 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0797ce49-2d1f-4e42-86d0-2f9f3ec4001c', 'name': 'network-vif-deleted', 'tag': '01316b12-60ce-45dd-9647-f37a641862b9', 'status': 'completed', 'code': 200} Mar 21 11:48:25.618723 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d177e27a-5d80-4530-85c8-2b19c7ce15ad req-d7e12327-8ade-4ae2-8353-c3cae6f7826a tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=0797ce49-2d1f-4e42-86d0-2f9f3ec4001c HTTP/1.1" status: 200 len: 210 time: 0.0308387 Mar 21 11:48:27.529557 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 01316b12-60ce-45dd-9647-f37a641862b9 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:48:27.553134 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: 01316b12-60ce-45dd-9647-f37a641862b9 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:48:27.553480 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 01316b12-60ce-45dd-9647-f37a641862b9 not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:48:28.890910 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46204) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:29.018233 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bfa34315-1f0e-498b-b715-6afa28da49d4 req-f9ee7ad4-54df-44b6-9d70-de9a95b07798 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423608 Mar 21 11:48:29.046557 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Deleting port e74733ea-b7ca-4577-b7f6-cdc9252ae4d1 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:29.046893 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (e74733ea-b7ca-4577-b7f6-cdc9252ae4d1), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:29.089191 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa34315-1f0e-498b-b715-6afa28da49d4 req-49b91677-b181-4709-bcdf-312a00a17b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:29.090669 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bfa34315-1f0e-498b-b715-6afa28da49d4 req-49b91677-b181-4709-bcdf-312a00a17b28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d748bd2ce30541e7b63b617f55d191c4&device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 1169 time: 0.0522187 Mar 21 11:48:29.125074 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (e74733ea-b7ca-4577-b7f6-cdc9252ae4d1), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:29.125341 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for floatingip (e74733ea-b7ca-4577-b7f6-cdc9252ae4d1), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:29.136907 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Calling delete_port for e74733ea-b7ca-4577-b7f6-cdc9252ae4d1 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:29.192026 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa34315-1f0e-498b-b715-6afa28da49d4 req-ab5fa071-b171-4e50-86c8-da7d82941f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:29.193517 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bfa34315-1f0e-498b-b715-6afa28da49d4 req-ab5fa071-b171-4e50-86c8-da7d82941f8c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7e97bd0-3a9e-4458-af7c-944d9090d892 HTTP/1.1" status: 200 len: 915 time: 0.0860617 Mar 21 11:48:29.260021 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bfa34315-1f0e-498b-b715-6afa28da49d4 req-725d7622-bffb-4669-ac69-873632073fe4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c83d2-877e-4dd8-969c-a1ef981c59be HTTP/1.1" status: 200 len: 1001 time: 0.0587826 Mar 21 11:48:29.305045 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (e74733ea-b7ca-4577-b7f6-cdc9252ae4d1), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:29.307462 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa34315-1f0e-498b-b715-6afa28da49d4 req-73e52271-7b7a-4078-92ae-1ca779133807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:29.308962 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bfa34315-1f0e-498b-b715-6afa28da49d4 req-73e52271-7b7a-4078-92ae-1ca779133807 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4324250-7543-439c-a24b-65ed5c879e7c HTTP/1.1" status: 200 len: 853 time: 0.0429499 Mar 21 11:48:29.331524 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event deleted for resources: {'Port': ['ID=e74733ea-b7ca-4577-b7f6-cdc9252ae4d1,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:29.361684 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa34315-1f0e-498b-b715-6afa28da49d4 req-1cbaad98-59db-428e-a47d-7c178c6dff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:29.363179 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bfa34315-1f0e-498b-b715-6afa28da49d4 req-1cbaad98-59db-428e-a47d-7c178c6dff41 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7e97bd0-3a9e-4458-af7c-944d9090d892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475080 Mar 21 11:48:29.378843 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:29.379125 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:29.380063 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:29.380419 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:29.380775 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:29.381097 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:29.381431 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:29.381761 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:29.382092 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:29.382422 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:29.382752 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:29.383082 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:29.383409 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:29.383731 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:29.384081 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:29.405300 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for floatingip (f7fca7c7-6e4d-4e89-b765-a58beb252009), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:29.405638 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.l3_db [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Floating IP f7fca7c7-6e4d-4e89-b765-a58beb252009 disassociated (deleted). External IP: 172.27.0.132, port: d98c9a56-425e-4998-97b4-240d3c859bbb. Mar 21 11:48:29.453647 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bfa34315-1f0e-498b-b715-6afa28da49d4 req-33df8c07-7000-4107-b111-80f07f611890 service neutron] 10.222.0.64 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837772 Mar 21 11:48:29.544965 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bfa34315-1f0e-498b-b715-6afa28da49d4 req-0fc4da64-6e5b-48ee-b762-031248eaf3cb service neutron] 10.222.0.64 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840178 Mar 21 11:48:29.610062 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Router 854cd024-40dd-4ffa-bbf9-49e279e56aca has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:48:29.714860 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:48:29.719166 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:29.724388 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9613b739-5f2f-4c51-baac-6b8404588d11 None None] Sync routers for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:48:29.734910 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9613b739-5f2f-4c51-baac-6b8404588d11 None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:48:29.735518 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9613b739-5f2f-4c51-baac-6b8404588d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:48:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:29.748997 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-bfa61f85-0eb1-4834-b211-3f8f824cc445 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "DELETE /v2.0/floatingips/f7fca7c7-6e4d-4e89-b765-a58beb252009 HTTP/1.1" status: 204 len: 168 time: 0.8570161 Mar 21 11:48:29.749685 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584059bb-298c-4aa2-82cd-a72356655aea', 'tag': 'd98c9a56-425e-4998-97b4-240d3c859bbb'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:48:29.752175 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7b816f3a06605387e8fbce4692360954dc05b73c3f9be141b24bdd2b92167a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1191cb-7429-479d-af39-7282dec22901" -d '{"events": [{"name": "network-changed", "server_uuid": "584059bb-298c-4aa2-82cd-a72356655aea", "tag": "d98c9a56-425e-4998-97b4-240d3c859bbb"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:48:29.848209 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-9613b739-5f2f-4c51-baac-6b8404588d11 None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:48:29.848444 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718a11ab-aeea-4a87-ad15-e4723daf1789 x-openstack-request-id: req-718a11ab-aeea-4a87-ad15-e4723daf1789 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:48:29.848728 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584059bb-298c-4aa2-82cd-a72356655aea", "tag": "d98c9a56-425e-4998-97b4-240d3c859bbb", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:48:29.848975 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-718a11ab-aeea-4a87-ad15-e4723daf1789 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:48:29.849370 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584059bb-298c-4aa2-82cd-a72356655aea', 'tag': 'd98c9a56-425e-4998-97b4-240d3c859bbb', 'status': 'completed', 'code': 200} Mar 21 11:48:29.923855 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1191cb-7429-479d-af39-7282dec22901 req-eeafbddf-f3bd-4e63-9a23-96416bf645e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:29.925855 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ce1191cb-7429-479d-af39-7282dec22901 req-eeafbddf-f3bd-4e63-9a23-96416bf645e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c58bcecb6f1d42fcab810f7e635cecbe&device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 1129 time: 0.0516846 Mar 21 11:48:30.034689 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca4495-68ba-49ba-8fd9-831d3205dc46 req-21bfdbf2-27db-45cf-ac51-0d7f9db82989 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:30.036082 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c4ca4495-68ba-49ba-8fd9-831d3205dc46 req-21bfdbf2-27db-45cf-ac51-0d7f9db82989 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 945 time: 0.1091251 Mar 21 11:48:30.049151 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9613b739-5f2f-4c51-baac-6b8404588d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:30.064307 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1191cb-7429-479d-af39-7282dec22901 req-dbce68cd-0834-4904-acbe-fad5cbcfe92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:30.065711 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ce1191cb-7429-479d-af39-7282dec22901 req-dbce68cd-0834-4904-acbe-fad5cbcfe92c service neutron] 10.222.0.64 "GET /v2.0/networks?id=dec2b833-7cac-45cf-899d-249c6dad8788 HTTP/1.1" status: 200 len: 912 time: 0.1294460 Mar 21 11:48:30.075308 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9613b739-5f2f-4c51-baac-6b8404588d11 None None] Checking router: 854cd024-40dd-4ffa-bbf9-49e279e56aca for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:48:30.083646 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9613b739-5f2f-4c51-baac-6b8404588d11 None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:48:30.084284 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9613b739-5f2f-4c51-baac-6b8404588d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:48:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:30.118896 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ce1191cb-7429-479d-af39-7282dec22901 req-c1b263f8-976d-4ab2-a6e1-60afcf5da543 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d98c9a56-425e-4998-97b4-240d3c859bbb HTTP/1.1" status: 200 len: 217 time: 0.0409093 Mar 21 11:48:30.128029 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c4ca4495-68ba-49ba-8fd9-831d3205dc46 req-66c1ef6e-9fbb-4ae7-a591-4f0011d3b958 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838749 Mar 21 11:48:30.176404 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1191cb-7429-479d-af39-7282dec22901 req-85e9f2df-d21f-4c6e-8417-0791339b38df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:30.177884 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ce1191cb-7429-479d-af39-7282dec22901 req-85e9f2df-d21f-4c6e-8417-0791339b38df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=450dda72-a2ac-4c12-bef3-c87d1bfce43d HTTP/1.1" status: 200 len: 850 time: 0.0489948 Mar 21 11:48:30.229719 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1191cb-7429-479d-af39-7282dec22901 req-00041617-e024-417d-8a23-04cd34bce8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:30.231200 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ce1191cb-7429-479d-af39-7282dec22901 req-00041617-e024-417d-8a23-04cd34bce8f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dec2b833-7cac-45cf-899d-249c6dad8788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445645 Mar 21 11:48:30.320058 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ce1191cb-7429-479d-af39-7282dec22901 req-edfd3dc5-ab6c-4145-b3c8-8b593bb6701a service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800431 Mar 21 11:48:30.323717 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-9613b739-5f2f-4c51-baac-6b8404588d11 None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:48:30.411074 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ce1191cb-7429-479d-af39-7282dec22901 req-4e8bcc39-95c1-4c9b-9e78-7eb9c000869d service neutron] 10.222.0.64 "GET /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843008 Mar 21 11:48:30.521635 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-9613b739-5f2f-4c51-baac-6b8404588d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:30.547524 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9613b739-5f2f-4c51-baac-6b8404588d11 None None] The sync data for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi is: [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:52Z', 'revision_number': 4, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'fe58d896-ca11-4a4b-b2cf-7fae821e9427', 'name': '', 'network_id': 'dec2b833-7cac-45cf-899d-249c6dad8788', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'mac_address': 'fa:16:3e:92:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:51Z', 'updated_at': '2022-03-21T11:40:59Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'subnets': [{'id': '450dda72-a2ac-4c12-bef3-c87d1bfce43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:48:30.770139 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d19fe0-0ab2-4a3e-9ece-90591e00772e None None] New status for floating IP f7fca7c7-6e4d-4e89-b765-a58beb252009: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:48:31.259106 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fce8b0-ca94-4f42-83e9-c90f3f87ed55 req-77f93dc1-8a8d-4535-9512-17c7a0d6e7a0 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:31.260619 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-81fce8b0-ca94-4f42-83e9-c90f3f87ed55 req-77f93dc1-8a8d-4535-9512-17c7a0d6e7a0 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 945 time: 0.0522201 Mar 21 11:48:31.308571 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-81fce8b0-ca94-4f42-83e9-c90f3f87ed55 req-dbfc61f3-8fcf-4cc2-b8bc-a54b7da38032 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/security-groups?id=953fa54b-ba6f-4d97-926f-b90052b99f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419326 Mar 21 11:48:31.585878 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf7a99-f42b-4695-b154-8a6e8c72766d req-408e582b-259c-4476-ab4f-c1f2765428f2 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:31.587299 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a4bf7a99-f42b-4695-b154-8a6e8c72766d req-408e582b-259c-4476-ab4f-c1f2765428f2 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.64 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 945 time: 0.0494277 Mar 21 11:48:31.681964 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-a4bf7a99-f42b-4695-b154-8a6e8c72766d req-79878f44-c0c8-42f5-99a4-46cc35b351d4 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Deleting port d98c9a56-425e-4998-97b4-240d3c859bbb {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:31.682303 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a4bf7a99-f42b-4695-b154-8a6e8c72766d req-79878f44-c0c8-42f5-99a4-46cc35b351d4 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (d98c9a56-425e-4998-97b4-240d3c859bbb), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:31.768386 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-a4bf7a99-f42b-4695-b154-8a6e8c72766d req-79878f44-c0c8-42f5-99a4-46cc35b351d4 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] For port d98c9a56-425e-4998-97b4-240d3c859bbb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=d98c9a56-425e-4998-97b4-240d3c859bbb,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:31.768746 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a4bf7a99-f42b-4695-b154-8a6e8c72766d req-79878f44-c0c8-42f5-99a4-46cc35b351d4 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (d98c9a56-425e-4998-97b4-240d3c859bbb), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:31.784513 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-a4bf7a99-f42b-4695-b154-8a6e8c72766d req-79878f44-c0c8-42f5-99a4-46cc35b351d4 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Calling delete_port for d98c9a56-425e-4998-97b4-240d3c859bbb owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:31.905795 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a4bf7a99-f42b-4695-b154-8a6e8c72766d req-79878f44-c0c8-42f5-99a4-46cc35b351d4 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (d98c9a56-425e-4998-97b4-240d3c859bbb), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:31.932722 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79878f44-c0c8-42f5-99a4-46cc35b351d4 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event deleted for resources: {'Port': ['ID=d98c9a56-425e-4998-97b4-240d3c859bbb,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:31.979054 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bf7a99-f42b-4695-b154-8a6e8c72766d req-79878f44-c0c8-42f5-99a4-46cc35b351d4 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] No DVR routers for this DVR port d98c9a56-425e-4998-97b4-240d3c859bbb on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:48:31.981540 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-a4bf7a99-f42b-4695-b154-8a6e8c72766d req-79878f44-c0c8-42f5-99a4-46cc35b351d4 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:31.985366 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a4bf7a99-f42b-4695-b154-8a6e8c72766d req-79878f44-c0c8-42f5-99a4-46cc35b351d4 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.64 "DELETE /v2.0/ports/d98c9a56-425e-4998-97b4-240d3c859bbb HTTP/1.1" status: 204 len: 173 time: 0.3918540 Mar 21 11:48:31.985799 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584059bb-298c-4aa2-82cd-a72356655aea', 'name': 'network-vif-deleted', 'tag': 'd98c9a56-425e-4998-97b4-240d3c859bbb'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:48:31.988038 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9e59c3-9c3e-4492-82ec-d29887cbd51c" -d '{"events": [{"server_uuid": "584059bb-298c-4aa2-82cd-a72356655aea", "name": "network-vif-deleted", "tag": "d98c9a56-425e-4998-97b4-240d3c859bbb"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:48:32.026224 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9820f160-fc7a-42d3-af33-7bab99f484b0 x-openstack-request-id: req-9820f160-fc7a-42d3-af33-7bab99f484b0 {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:48:32.026554 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584059bb-298c-4aa2-82cd-a72356655aea", "name": "network-vif-deleted", "tag": "d98c9a56-425e-4998-97b4-240d3c859bbb", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:48:32.026817 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9820f160-fc7a-42d3-af33-7bab99f484b0 {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:48:32.027193 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584059bb-298c-4aa2-82cd-a72356655aea', 'name': 'network-vif-deleted', 'tag': 'd98c9a56-425e-4998-97b4-240d3c859bbb', 'status': 'completed', 'code': 200} Mar 21 11:48:32.415538 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e6a4b1fb-1a79-4f44-94d4-068031d04264 req-c34646e4-aee0-464b-922d-6ab52d0ba078 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "GET /v2.0/ports?device_id=584059bb-298c-4aa2-82cd-a72356655aea HTTP/1.1" status: 200 len: 210 time: 0.0274713 Mar 21 11:48:33.472669 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46226) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:33.593525 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-13266a91-9065-4c65-be92-74661e5c4d5e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Deleting port 781dcc99-6a71-4fc4-8447-f0a2d50d1598 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:33.593866 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-13266a91-9065-4c65-be92-74661e5c4d5e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (781dcc99-6a71-4fc4-8447-f0a2d50d1598), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:33.664586 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-13266a91-9065-4c65-be92-74661e5c4d5e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (781dcc99-6a71-4fc4-8447-f0a2d50d1598), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:33.664909 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-13266a91-9065-4c65-be92-74661e5c4d5e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for floatingip (781dcc99-6a71-4fc4-8447-f0a2d50d1598), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:33.676289 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-13266a91-9065-4c65-be92-74661e5c4d5e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Calling delete_port for 781dcc99-6a71-4fc4-8447-f0a2d50d1598 owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:33.801727 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-13266a91-9065-4c65-be92-74661e5c4d5e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (781dcc99-6a71-4fc4-8447-f0a2d50d1598), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:33.825194 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13266a91-9065-4c65-be92-74661e5c4d5e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event deleted for resources: {'Port': ['ID=781dcc99-6a71-4fc4-8447-f0a2d50d1598,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:33.886781 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-13266a91-9065-4c65-be92-74661e5c4d5e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for floatingip (1cff6039-c1a3-4158-ac46-dca91089c75a), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:33.889730 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-13266a91-9065-4c65-be92-74661e5c4d5e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:33.890883 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-13266a91-9065-4c65-be92-74661e5c4d5e tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "DELETE /v2.0/floatingips/1cff6039-c1a3-4158-ac46-dca91089c75a HTTP/1.1" status: 204 len: 168 time: 0.4172523 Mar 21 11:48:34.503369 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:48:35.080819 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46238) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:35.144782 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a095bc96-aa97-4f54-b038-23de24ec86e8 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group (953fa54b-ba6f-4d97-926f-b90052b99f78), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:35.169073 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a095bc96-aa97-4f54-b038-23de24ec86e8 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group (953fa54b-ba6f-4d97-926f-b90052b99f78), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:35.226668 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a095bc96-aa97-4f54-b038-23de24ec86e8 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (953fa54b-ba6f-4d97-926f-b90052b99f78), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:35.229201 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a095bc96-aa97-4f54-b038-23de24ec86e8 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:35.230327 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a095bc96-aa97-4f54-b038-23de24ec86e8 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] 10.222.0.61 "DELETE /v2.0/security-groups/953fa54b-ba6f-4d97-926f-b90052b99f78 HTTP/1.1" status: 204 len: 168 time: 0.1485174 Mar 21 11:48:35.239099 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095bc96-aa97-4f54-b038-23de24ec86e8 tempest-TestVolumeBootPattern-1141684922 tempest-TestVolumeBootPattern-1141684922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=953fa54b-ba6f-4d97-926f-b90052b99f78,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:35.282665 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46242) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:35.573043 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device d98c9a56-425e-4998-97b4-240d3c859bbb no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:48:35.596902 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: d98c9a56-425e-4998-97b4-240d3c859bbb {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:48:35.597254 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device d98c9a56-425e-4998-97b4-240d3c859bbb not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:48:35.708190 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-79fe8418-e5bc-4ade-b5a9-5449e491853f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655690'] for router_interface (854cd024-40dd-4ffa-bbf9-49e279e56aca), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:35.942279 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-79fe8418-e5bc-4ade-b5a9-5449e491853f admin admin] Deleting port fe58d896-ca11-4a4b-b2cf-7fae821e9427 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:35.942611 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-79fe8418-e5bc-4ade-b5a9-5449e491853f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:36.019263 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-79fe8418-e5bc-4ade-b5a9-5449e491853f admin admin] For port fe58d896-ca11-4a4b-b2cf-7fae821e9427, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=fe58d896-ca11-4a4b-b2cf-7fae821e9427,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:36.019615 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-79fe8418-e5bc-4ade-b5a9-5449e491853f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:36.032378 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-79fe8418-e5bc-4ade-b5a9-5449e491853f admin admin] Calling delete_port for fe58d896-ca11-4a4b-b2cf-7fae821e9427 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:36.412723 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-79fe8418-e5bc-4ade-b5a9-5449e491853f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (fe58d896-ca11-4a4b-b2cf-7fae821e9427), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:36.436895 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe8418-e5bc-4ade-b5a9-5449e491853f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe58d896-ca11-4a4b-b2cf-7fae821e9427,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:36.602409 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-79fe8418-e5bc-4ade-b5a9-5449e491853f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656890'] for router_interface (854cd024-40dd-4ffa-bbf9-49e279e56aca), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:36.815017 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fe8418-e5bc-4ade-b5a9-5449e491853f admin admin] Router 854cd024-40dd-4ffa-bbf9-49e279e56aca has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:48:36.921281 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fe8418-e5bc-4ade-b5a9-5449e491853f admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:48:36.926223 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-79fe8418-e5bc-4ade-b5a9-5449e491853f admin admin] 10.222.0.61 "PUT /v2.0/routers/854cd024-40dd-4ffa-bbf9-49e279e56aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6425009 Mar 21 11:48:36.928843 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46246) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:36.929588 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b1eb24-f3ec-45a0-be70-d5a186720af5 None None] Sync routers for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:48:36.938916 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b1eb24-f3ec-45a0-be70-d5a186720af5 None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:48:36.939520 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-70b1eb24-f3ec-45a0-be70-d5a186720af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:48:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:37.043278 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbe30bff-7568-473c-a424-2854dec5a2d7 admin admin] Publish callbacks [] for router (854cd024-40dd-4ffa-bbf9-49e279e56aca), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:37.050008 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-70b1eb24-f3ec-45a0-be70-d5a186720af5 None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:48:37.145713 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbe30bff-7568-473c-a424-2854dec5a2d7 admin admin] Publish callbacks [] for router_gateway (854cd024-40dd-4ffa-bbf9-49e279e56aca), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:37.200763 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-fbe30bff-7568-473c-a424-2854dec5a2d7 admin admin] Deleting port 1b9ad30e-e3fd-4e4a-8463-793df46f2bff {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:37.201591 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbe30bff-7568-473c-a424-2854dec5a2d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (1b9ad30e-e3fd-4e4a-8463-793df46f2bff), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:37.226615 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-70b1eb24-f3ec-45a0-be70-d5a186720af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:48:36Z', 'revision_number': 5, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port': {'id': '1b9ad30e-e3fd-4e4a-8463-793df46f2bff', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:37.252073 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b1eb24-f3ec-45a0-be70-d5a186720af5 None None] Checking router: 854cd024-40dd-4ffa-bbf9-49e279e56aca for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:48:37.260097 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b1eb24-f3ec-45a0-be70-d5a186720af5 None None] Routers {'854cd024-40dd-4ffa-bbf9-49e279e56aca'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:48:37.260705 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-70b1eb24-f3ec-45a0-be70-d5a186720af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:48:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['854cd024-40dd-4ffa-bbf9-49e279e56aca'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:37.276504 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-fbe30bff-7568-473c-a424-2854dec5a2d7 admin admin] For port 1b9ad30e-e3fd-4e4a-8463-793df46f2bff, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=1b9ad30e-e3fd-4e4a-8463-793df46f2bff,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:37.276869 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbe30bff-7568-473c-a424-2854dec5a2d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (1b9ad30e-e3fd-4e4a-8463-793df46f2bff), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:37.289776 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-fbe30bff-7568-473c-a424-2854dec5a2d7 admin admin] Calling delete_port for 1b9ad30e-e3fd-4e4a-8463-793df46f2bff owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:37.348943 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-70b1eb24-f3ec-45a0-be70-d5a186720af5 None None] Set router 854cd024-40dd-4ffa-bbf9-49e279e56aca gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:48:37.402425 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-70b1eb24-f3ec-45a0-be70-d5a186720af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:48:37Z', 'revision_number': 6, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port_host': None}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:37.428553 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b1eb24-f3ec-45a0-be70-d5a186720af5 None None] The sync data for ids ['854cd024-40dd-4ffa-bbf9-49e279e56aca'] in dv-cinder-805072-11-iscsi is: [{'id': '854cd024-40dd-4ffa-bbf9-49e279e56aca', 'name': 'tempest-TestVolumeBootPattern-714236589-router', 'tenant_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:49Z', 'updated_at': '2022-03-21T11:48:37Z', 'revision_number': 6, 'project_id': 'c58bcecb6f1d42fcab810f7e635cecbe', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:48:37.450767 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbe30bff-7568-473c-a424-2854dec5a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (1b9ad30e-e3fd-4e4a-8463-793df46f2bff), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:37.481261 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe30bff-7568-473c-a424-2854dec5a2d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9ad30e-e3fd-4e4a-8463-793df46f2bff,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:37.540214 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbe30bff-7568-473c-a424-2854dec5a2d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655872'] for router_gateway (854cd024-40dd-4ffa-bbf9-49e279e56aca), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:37.628548 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbe30bff-7568-473c-a424-2854dec5a2d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4767'] for router (854cd024-40dd-4ffa-bbf9-49e279e56aca), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:37.630573 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbe30bff-7568-473c-a424-2854dec5a2d7 admin admin] Publish callbacks [] for router_controller (854cd024-40dd-4ffa-bbf9-49e279e56aca), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:37.672884 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbe30bff-7568-473c-a424-2854dec5a2d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659171'] for router (854cd024-40dd-4ffa-bbf9-49e279e56aca), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:37.673313 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe30bff-7568-473c-a424-2854dec5a2d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 854cd024-40dd-4ffa-bbf9-49e279e56aca {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:48:37.677595 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-fbe30bff-7568-473c-a424-2854dec5a2d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:37.678801 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-fbe30bff-7568-473c-a424-2854dec5a2d7 admin admin] 10.222.0.61 "DELETE /v2.0/routers/854cd024-40dd-4ffa-bbf9-49e279e56aca HTTP/1.1" status: 204 len: 168 time: 0.7489886 Mar 21 11:48:37.681226 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46248) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:37.726665 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-47438e23-5dfa-4cad-a7eb-df7d8df1b469 admin admin] Deleting subnet 450dda72-a2ac-4c12-bef3-c87d1bfce43d {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:48:37.729561 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47438e23-5dfa-4cad-a7eb-df7d8df1b469 admin admin] Publish callbacks [] for subnet (450dda72-a2ac-4c12-bef3-c87d1bfce43d), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:37.761938 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47438e23-5dfa-4cad-a7eb-df7d8df1b469 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12119821'] for subnet (450dda72-a2ac-4c12-bef3-c87d1bfce43d), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:37.839881 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47438e23-5dfa-4cad-a7eb-df7d8df1b469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239508'] for subnet (450dda72-a2ac-4c12-bef3-c87d1bfce43d), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:37.895091 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47438e23-5dfa-4cad-a7eb-df7d8df1b469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8481104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734074'] for subnet (450dda72-a2ac-4c12-bef3-c87d1bfce43d), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:37.923969 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47438e23-5dfa-4cad-a7eb-df7d8df1b469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=450dda72-a2ac-4c12-bef3-c87d1bfce43d,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:37.928804 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-47438e23-5dfa-4cad-a7eb-df7d8df1b469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:37.932571 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-47438e23-5dfa-4cad-a7eb-df7d8df1b469 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/450dda72-a2ac-4c12-bef3-c87d1bfce43d HTTP/1.1" status: 204 len: 168 time: 0.2504246 Mar 21 11:48:37.934187 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5650b4-5d81-42ee-a32c-91b39e716edd None None] Network dec2b833-7cac-45cf-899d-249c6dad8788 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:48:37.935019 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46250) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:38.002290 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163419'] for network (dec2b833-7cac-45cf-899d-249c6dad8788), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:38.055333 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] Deleting port 1d9985e8-8c61-45b6-aece-97d53bf9ee58 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:38.055670 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (1d9985e8-8c61-45b6-aece-97d53bf9ee58), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:38.118564 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] For port 1d9985e8-8c61-45b6-aece-97d53bf9ee58, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=1d9985e8-8c61-45b6-aece-97d53bf9ee58,segment=NetworkSegment(5f10c334-d7fb-44a0-8a9f-df418ce5459c),segment_id=5f10c334-d7fb-44a0-8a9f-df418ce5459c)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:38.118918 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (1d9985e8-8c61-45b6-aece-97d53bf9ee58), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:38.131916 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] Calling delete_port for 1d9985e8-8c61-45b6-aece-97d53bf9ee58 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:38.196800 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95b7c58-35db-40ce-8889-075ffc5e2899 None None] DHCP port deletion for dec2b833-7cac-45cf-899d-249c6dad8788 request from dv-cinder-805072-11-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:48:38.212466 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (1d9985e8-8c61-45b6-aece-97d53bf9ee58), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:38.237811 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9985e8-8c61-45b6-aece-97d53bf9ee58,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:38.241139 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] No DVR routers for this DVR port 1d9985e8-8c61-45b6-aece-97d53bf9ee58 on host dv-cinder-805072-11-iscsi {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:48:38.244252 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e95b7c58-35db-40ce-8889-075ffc5e2899 None None] Deleting port 1d9985e8-8c61-45b6-aece-97d53bf9ee58 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:38.244802 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e95b7c58-35db-40ce-8889-075ffc5e2899 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (1d9985e8-8c61-45b6-aece-97d53bf9ee58), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:38.311645 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e95b7c58-35db-40ce-8889-075ffc5e2899 None None] For port 1d9985e8-8c61-45b6-aece-97d53bf9ee58, host dv-cinder-805072-11-iscsi, got binding levels [] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:38.312165 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e95b7c58-35db-40ce-8889-075ffc5e2899 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (1d9985e8-8c61-45b6-aece-97d53bf9ee58), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:38.318079 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3303649', 'neutron.services.segments.db._delete_segments_for_network-8758069329219'] for network (dec2b833-7cac-45cf-899d-249c6dad8788), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:38.325597 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e95b7c58-35db-40ce-8889-075ffc5e2899 None None] Calling delete_port for 1d9985e8-8c61-45b6-aece-97d53bf9ee58 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:38.328375 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.ipam_backend_mixin [None req-e95b7c58-35db-40ce-8889-075ffc5e2899 None None] Port 1d9985e8-8c61-45b6-aece-97d53bf9ee58 was not found and therefore no delete operation was performed {{(pid=103320) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 21 11:48:38.329640 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e95b7c58-35db-40ce-8889-075ffc5e2899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604'] for port (1d9985e8-8c61-45b6-aece-97d53bf9ee58), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:38.338418 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec2b833-7cac-45cf-899d-249c6dad8788']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:38.348193 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f10c334-d7fb-44a0-8a9f-df418ce5459c') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:38.348488 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f10c334-d7fb-44a0-8a9f-df418ce5459c') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:38.354976 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b7c58-35db-40ce-8889-075ffc5e2899 None None] Pushing event deleted for resources: {'Port': ['ID=1d9985e8-8c61-45b6-aece-97d53bf9ee58,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:38.359021 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b7c58-35db-40ce-8889-075ffc5e2899 None None] No DVR routers for this DVR port 1d9985e8-8c61-45b6-aece-97d53bf9ee58 on host dv-cinder-805072-11-iscsi {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:48:38.359643 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758069511244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12119860'] for segment (5f10c334-d7fb-44a0-8a9f-df418ce5459c), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:38.377038 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (5f10c334-d7fb-44a0-8a9f-df418ce5459c), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:38.383674 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:48:38.384168 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8481778'] for segment (5f10c334-d7fb-44a0-8a9f-df418ce5459c), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: Traceback (most recent call last): Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: timer() Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: cb(*args, **kw) Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: return func(*args, **kwargs) Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: self._notify() Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: self.callback(batched_events) Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: event.method(event) Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: return f(self, *a, **k) Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._get(url).json() Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: return self.request(url, 'GET', **kwargs) Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:48:38.385851 dv-cinder-805072-11-iscsi neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:48:38.445159 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3303642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655996'] for network (dec2b833-7cac-45cf-899d-249c6dad8788), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:38.451223 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:38.455161 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/dec2b833-7cac-45cf-899d-249c6dad8788 HTTP/1.1" status: 204 len: 168 time: 0.5186472 Mar 21 11:48:38.458053 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46252) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:38.475229 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2b573-2ac2-4958-a460-e5b6aef60aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dec2b833-7cac-45cf-899d-249c6dad8788,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:38.800895 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3430965a-c9cd-4093-ae0e-fc6aec0b1789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655690'] for router_interface (c97bdf68-5779-4555-b380-ed3f1c49cf4b), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:39.036383 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 1d9985e8-8c61-45b6-aece-97d53bf9ee58 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:48:39.056954 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 1d9985e8-8c61-45b6-aece-97d53bf9ee58 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:48:39.057211 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 1d9985e8-8c61-45b6-aece-97d53bf9ee58 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:48:39.057636 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device fe58d896-ca11-4a4b-b2cf-7fae821e9427 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:48:39.079995 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: fe58d896-ca11-4a4b-b2cf-7fae821e9427 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:48:39.080343 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device fe58d896-ca11-4a4b-b2cf-7fae821e9427 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:48:39.080761 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 1b9ad30e-e3fd-4e4a-8463-793df46f2bff no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:48:39.099445 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 1b9ad30e-e3fd-4e4a-8463-793df46f2bff {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:48:39.099810 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 1b9ad30e-e3fd-4e4a-8463-793df46f2bff not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:48:39.258700 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-3430965a-c9cd-4093-ae0e-fc6aec0b1789 admin admin] Deleting port d6c2eed5-65fc-453d-8b0f-3823ee3b6491 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:39.259036 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3430965a-c9cd-4093-ae0e-fc6aec0b1789 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:39.336689 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-3430965a-c9cd-4093-ae0e-fc6aec0b1789 admin admin] For port d6c2eed5-65fc-453d-8b0f-3823ee3b6491, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=d6c2eed5-65fc-453d-8b0f-3823ee3b6491,segment=NetworkSegment(0e29fde5-2d0b-4dc2-9ccb-db469b3885c2),segment_id=0e29fde5-2d0b-4dc2-9ccb-db469b3885c2)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:39.336970 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3430965a-c9cd-4093-ae0e-fc6aec0b1789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:39.349494 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-3430965a-c9cd-4093-ae0e-fc6aec0b1789 admin admin] Calling delete_port for d6c2eed5-65fc-453d-8b0f-3823ee3b6491 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:39.522938 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3430965a-c9cd-4093-ae0e-fc6aec0b1789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (d6c2eed5-65fc-453d-8b0f-3823ee3b6491), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:39.546232 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430965a-c9cd-4093-ae0e-fc6aec0b1789 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c2eed5-65fc-453d-8b0f-3823ee3b6491,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:39.710962 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3430965a-c9cd-4093-ae0e-fc6aec0b1789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656890'] for router_interface (c97bdf68-5779-4555-b380-ed3f1c49cf4b), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:39.922528 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3430965a-c9cd-4093-ae0e-fc6aec0b1789 admin admin] Router c97bdf68-5779-4555-b380-ed3f1c49cf4b has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:48:39.937555 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-be88f5b6-7c46-4fd3-9bd8-1c5f5c15560e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:40.027226 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3430965a-c9cd-4093-ae0e-fc6aec0b1789 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:48:40.033007 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3430965a-c9cd-4093-ae0e-fc6aec0b1789 admin admin] 10.222.0.61 "PUT /v2.0/routers/c97bdf68-5779-4555-b380-ed3f1c49cf4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5738137 Mar 21 11:48:40.035469 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46254) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:40.036025 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f93b68-f028-4eca-90ae-553be317ecf5 None None] Sync routers for ids ['c97bdf68-5779-4555-b380-ed3f1c49cf4b'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:48:40.046348 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f93b68-f028-4eca-90ae-553be317ecf5 None None] Routers {'c97bdf68-5779-4555-b380-ed3f1c49cf4b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:48:40.047033 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-85f93b68-f028-4eca-90ae-553be317ecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:48:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['c97bdf68-5779-4555-b380-ed3f1c49cf4b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:40.137919 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e4d9955e-cdb7-4000-b8d7-a8804ffe4a33 admin admin] Publish callbacks [] for router (c97bdf68-5779-4555-b380-ed3f1c49cf4b), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:40.152123 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-85f93b68-f028-4eca-90ae-553be317ecf5 None None] Set router c97bdf68-5779-4555-b380-ed3f1c49cf4b gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:48:40.240264 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e4d9955e-cdb7-4000-b8d7-a8804ffe4a33 admin admin] Publish callbacks [] for router_gateway (c97bdf68-5779-4555-b380-ed3f1c49cf4b), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:40.292164 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e4d9955e-cdb7-4000-b8d7-a8804ffe4a33 admin admin] Deleting port 8ceb3a35-93e3-418e-a642-fc3eed18af80 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:40.292599 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e4d9955e-cdb7-4000-b8d7-a8804ffe4a33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (8ceb3a35-93e3-418e-a642-fc3eed18af80), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:40.321361 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-85f93b68-f028-4eca-90ae-553be317ecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'name': 'tempest-TestVolumeBootPattern-2092305068-router', 'tenant_id': 'ca285801ff6f4c569f0922b41195645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '8ceb3a35-93e3-418e-a642-fc3eed18af80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:54Z', 'updated_at': '2022-03-21T11:48:39Z', 'revision_number': 5, 'project_id': 'ca285801ff6f4c569f0922b41195645a', 'gw_port': {'id': '8ceb3a35-93e3-418e-a642-fc3eed18af80', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:40:55Z', 'updated_at': '2022-03-21T11:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:40.350741 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f93b68-f028-4eca-90ae-553be317ecf5 None None] Checking router: c97bdf68-5779-4555-b380-ed3f1c49cf4b for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:48:40.358722 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f93b68-f028-4eca-90ae-553be317ecf5 None None] Routers {'c97bdf68-5779-4555-b380-ed3f1c49cf4b'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:48:40.359308 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-85f93b68-f028-4eca-90ae-553be317ecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:48:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['c97bdf68-5779-4555-b380-ed3f1c49cf4b'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:40.367283 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-e4d9955e-cdb7-4000-b8d7-a8804ffe4a33 admin admin] For port 8ceb3a35-93e3-418e-a642-fc3eed18af80, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=8ceb3a35-93e3-418e-a642-fc3eed18af80,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:40.367643 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e4d9955e-cdb7-4000-b8d7-a8804ffe4a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (8ceb3a35-93e3-418e-a642-fc3eed18af80), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:40.379999 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-e4d9955e-cdb7-4000-b8d7-a8804ffe4a33 admin admin] Calling delete_port for 8ceb3a35-93e3-418e-a642-fc3eed18af80 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:40.531392 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-85f93b68-f028-4eca-90ae-553be317ecf5 None None] Set router c97bdf68-5779-4555-b380-ed3f1c49cf4b gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:48:40.548374 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e4d9955e-cdb7-4000-b8d7-a8804ffe4a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (8ceb3a35-93e3-418e-a642-fc3eed18af80), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:40.573148 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9955e-cdb7-4000-b8d7-a8804ffe4a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ceb3a35-93e3-418e-a642-fc3eed18af80,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:40.581772 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-85f93b68-f028-4eca-90ae-553be317ecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'name': 'tempest-TestVolumeBootPattern-2092305068-router', 'tenant_id': 'ca285801ff6f4c569f0922b41195645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:54Z', 'updated_at': '2022-03-21T11:48:40Z', 'revision_number': 6, 'project_id': 'ca285801ff6f4c569f0922b41195645a', 'gw_port_host': None}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:40.611026 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f93b68-f028-4eca-90ae-553be317ecf5 None None] The sync data for ids ['c97bdf68-5779-4555-b380-ed3f1c49cf4b'] in dv-cinder-805072-11-iscsi is: [{'id': 'c97bdf68-5779-4555-b380-ed3f1c49cf4b', 'name': 'tempest-TestVolumeBootPattern-2092305068-router', 'tenant_id': 'ca285801ff6f4c569f0922b41195645a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:40:54Z', 'updated_at': '2022-03-21T11:48:40Z', 'revision_number': 6, 'project_id': 'ca285801ff6f4c569f0922b41195645a', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:48:40.635190 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e4d9955e-cdb7-4000-b8d7-a8804ffe4a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655872'] for router_gateway (c97bdf68-5779-4555-b380-ed3f1c49cf4b), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:40.724575 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e4d9955e-cdb7-4000-b8d7-a8804ffe4a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4767'] for router (c97bdf68-5779-4555-b380-ed3f1c49cf4b), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:40.726629 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e4d9955e-cdb7-4000-b8d7-a8804ffe4a33 admin admin] Publish callbacks [] for router_controller (c97bdf68-5779-4555-b380-ed3f1c49cf4b), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:40.772082 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e4d9955e-cdb7-4000-b8d7-a8804ffe4a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659171'] for router (c97bdf68-5779-4555-b380-ed3f1c49cf4b), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:40.772630 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d9955e-cdb7-4000-b8d7-a8804ffe4a33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c97bdf68-5779-4555-b380-ed3f1c49cf4b {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:48:40.776933 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-e4d9955e-cdb7-4000-b8d7-a8804ffe4a33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:40.778079 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-e4d9955e-cdb7-4000-b8d7-a8804ffe4a33 admin admin] 10.222.0.61 "DELETE /v2.0/routers/c97bdf68-5779-4555-b380-ed3f1c49cf4b HTTP/1.1" status: 204 len: 168 time: 0.7416866 Mar 21 11:48:40.780512 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46256) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:40.822611 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda94e5f-afb5-4a90-9302-284298620129 admin admin] Deleting subnet b8e9dd07-df79-4ff2-a265-0a4aea88f736 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:48:40.825447 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bda94e5f-afb5-4a90-9302-284298620129 admin admin] Publish callbacks [] for subnet (b8e9dd07-df79-4ff2-a265-0a4aea88f736), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:40.857804 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bda94e5f-afb5-4a90-9302-284298620129 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12119821'] for subnet (b8e9dd07-df79-4ff2-a265-0a4aea88f736), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:40.934507 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bda94e5f-afb5-4a90-9302-284298620129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239508'] for subnet (b8e9dd07-df79-4ff2-a265-0a4aea88f736), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:40.995653 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bda94e5f-afb5-4a90-9302-284298620129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8481104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734074'] for subnet (b8e9dd07-df79-4ff2-a265-0a4aea88f736), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:41.022859 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda94e5f-afb5-4a90-9302-284298620129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e9dd07-df79-4ff2-a265-0a4aea88f736,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:41.027434 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bda94e5f-afb5-4a90-9302-284298620129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:41.031023 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-bda94e5f-afb5-4a90-9302-284298620129 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b8e9dd07-df79-4ff2-a265-0a4aea88f736 HTTP/1.1" status: 204 len: 168 time: 0.2495525 Mar 21 11:48:41.033547 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fd48f2-86ea-42a5-901f-643197a5980e None None] Network 685c82d7-6c59-4294-98a3-679323319dfb requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:48:41.034263 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46258) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:41.106557 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163419'] for network (685c82d7-6c59-4294-98a3-679323319dfb), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:41.168843 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] Deleting port 317b9ae0-3571-4394-8aef-a6c8b3ed66ee {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:41.169322 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (317b9ae0-3571-4394-8aef-a6c8b3ed66ee), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:41.229136 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] For port 317b9ae0-3571-4394-8aef-a6c8b3ed66ee, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=317b9ae0-3571-4394-8aef-a6c8b3ed66ee,segment=NetworkSegment(0e29fde5-2d0b-4dc2-9ccb-db469b3885c2),segment_id=0e29fde5-2d0b-4dc2-9ccb-db469b3885c2)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:41.229494 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (317b9ae0-3571-4394-8aef-a6c8b3ed66ee), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:41.242361 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] Calling delete_port for 317b9ae0-3571-4394-8aef-a6c8b3ed66ee owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:41.320146 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (317b9ae0-3571-4394-8aef-a6c8b3ed66ee), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:41.343252 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] Pushing event deleted for resources: {'Port': ['ID=317b9ae0-3571-4394-8aef-a6c8b3ed66ee,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:41.348541 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] No DVR routers for this DVR port 317b9ae0-3571-4394-8aef-a6c8b3ed66ee on host dv-cinder-805072-11-iscsi {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:48:41.420622 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3303649', 'neutron.services.segments.db._delete_segments_for_network-8758069329219'] for network (685c82d7-6c59-4294-98a3-679323319dfb), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:41.436893 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51fc4d7-289c-4fd2-9ae5-50640610147c None None] DHCP port deletion for 685c82d7-6c59-4294-98a3-679323319dfb request from dv-cinder-805072-11-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:48:41.445007 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685c82d7-6c59-4294-98a3-679323319dfb']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:41.459550 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e29fde5-2d0b-4dc2-9ccb-db469b3885c2') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:41.459909 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e29fde5-2d0b-4dc2-9ccb-db469b3885c2') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:41.469512 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758069511244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12119860'] for segment (0e29fde5-2d0b-4dc2-9ccb-db469b3885c2), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:41.474278 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device d6c2eed5-65fc-453d-8b0f-3823ee3b6491 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:48:41.483666 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (0e29fde5-2d0b-4dc2-9ccb-db469b3885c2), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:41.490618 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:48:41.491007 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8481778'] for segment (0e29fde5-2d0b-4dc2-9ccb-db469b3885c2), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: Traceback (most recent call last): Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: timer() Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: cb(*args, **kw) Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: return func(*args, **kwargs) Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: self._notify() Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: self.callback(batched_events) Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: event.method(event) Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: return f(self, *a, **k) Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._get(url).json() Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: return self.request(url, 'GET', **kwargs) Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:48:41.493194 dv-cinder-805072-11-iscsi neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:48:41.497124 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: d6c2eed5-65fc-453d-8b0f-3823ee3b6491 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:48:41.497482 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device d6c2eed5-65fc-453d-8b0f-3823ee3b6491 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:48:41.553655 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3303642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655996'] for network (685c82d7-6c59-4294-98a3-679323319dfb), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:41.558247 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:41.561726 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] 10.222.0.61 "DELETE /v2.0/networks/685c82d7-6c59-4294-98a3-679323319dfb HTTP/1.1" status: 204 len: 168 time: 0.5263536 Mar 21 11:48:41.574453 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edd34f-0556-4c90-bb1d-180c87c90870 admin admin] Pushing event deleted for resources: {'Network': ['ID=685c82d7-6c59-4294-98a3-679323319dfb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:41.677660 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46262) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:41.716050 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e4a9f22b-6ee7-4291-ab78-11e637ed8c8e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c58bcecb6f1d42fcab810f7e635cecbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372500 Mar 21 11:48:41.719044 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46264) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:41.765018 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4557f3db-b861-48cf-8b2b-38d7ece1c995 admin admin] Publish callbacks [] for security_group (ea967391-3177-4b6a-bece-faa16a848214), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:41.786451 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4557f3db-b861-48cf-8b2b-38d7ece1c995 admin admin] Publish callbacks [] for security_group (ea967391-3177-4b6a-bece-faa16a848214), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:41.833714 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4557f3db-b861-48cf-8b2b-38d7ece1c995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (ea967391-3177-4b6a-bece-faa16a848214), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:41.836198 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4557f3db-b861-48cf-8b2b-38d7ece1c995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:41.837325 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-4557f3db-b861-48cf-8b2b-38d7ece1c995 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ea967391-3177-4b6a-bece-faa16a848214 HTTP/1.1" status: 204 len: 168 time: 0.1174033 Mar 21 11:48:41.845439 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557f3db-b861-48cf-8b2b-38d7ece1c995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea967391-3177-4b6a-bece-faa16a848214,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:42.140300 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46272) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:42.179354 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-6896b165-0afd-4716-87bb-7f6f29a138cc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca285801ff6f4c569f0922b41195645a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379314 Mar 21 11:48:42.181760 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46274) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:42.226511 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9ca72e1-41c6-4f4e-8143-494ad8fc9404 admin admin] Publish callbacks [] for security_group (f35245ce-f82f-4fe9-a2f4-f33fa3a60c26), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:42.247323 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9ca72e1-41c6-4f4e-8143-494ad8fc9404 admin admin] Publish callbacks [] for security_group (f35245ce-f82f-4fe9-a2f4-f33fa3a60c26), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:42.268721 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-116c581f-ca9a-46a7-81c5-fb50f31c4c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:42.292913 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9ca72e1-41c6-4f4e-8143-494ad8fc9404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (f35245ce-f82f-4fe9-a2f4-f33fa3a60c26), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:42.296187 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-c9ca72e1-41c6-4f4e-8143-494ad8fc9404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:42.297316 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-c9ca72e1-41c6-4f4e-8143-494ad8fc9404 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f35245ce-f82f-4fe9-a2f4-f33fa3a60c26 HTTP/1.1" status: 204 len: 168 time: 0.1146936 Mar 21 11:48:42.305098 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca72e1-41c6-4f4e-8143-494ad8fc9404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35245ce-f82f-4fe9-a2f4-f33fa3a60c26,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:42.805337 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d9fa486f-97b1-48a4-8649-894f13b3d8b3 req-a356483f-bfa1-41d6-8fe9-7aedf84c5c41 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-588244838&fields=id&tenant_id=d748bd2ce30541e7b63b617f55d191c4 HTTP/1.1" status: 200 len: 267 time: 0.0432551 Mar 21 11:48:42.862638 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa486f-97b1-48a4-8649-894f13b3d8b3 req-7fd4e643-2eeb-4f2c-8e22-f990cb6bfd39 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:42.864103 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d9fa486f-97b1-48a4-8649-894f13b3d8b3 req-7fd4e643-2eeb-4f2c-8e22-f990cb6bfd39 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 985 time: 0.0536418 Mar 21 11:48:42.875189 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.v2.base [req-d9fa486f-97b1-48a4-8649-894f13b3d8b3 req-2398f935-156b-4530-8a3d-505898ab29ce tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Request body: {'port': {'security_groups': ['0e20ea63-01c5-4950-8a79-6ca8e674a1c4']}} {{(pid=103318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:48:42.944099 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d9fa486f-97b1-48a4-8649-894f13b3d8b3 req-2398f935-156b-4530-8a3d-505898ab29ce tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), before_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:43.036527 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 8ceb3a35-93e3-418e-a642-fc3eed18af80 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:48:43.058528 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 8ceb3a35-93e3-418e-a642-fc3eed18af80 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:48:43.058875 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 8ceb3a35-93e3-418e-a642-fc3eed18af80 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:48:43.059285 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 317b9ae0-3571-4394-8aef-a6c8b3ed66ee no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:48:43.078994 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 317b9ae0-3571-4394-8aef-a6c8b3ed66ee {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:48:43.079341 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 317b9ae0-3571-4394-8aef-a6c8b3ed66ee not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:48:43.113631 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-d9fa486f-97b1-48a4-8649-894f13b3d8b3 req-2398f935-156b-4530-8a3d-505898ab29ce tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] For port 1a1c83d2-877e-4dd8-969c-a1ef981c59be, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1a1c83d2-877e-4dd8-969c-a1ef981c59be,segment=NetworkSegment(f39252ce-4ea7-45b8-86cf-f01b76fc46df),segment_id=f39252ce-4ea7-45b8-86cf-f01b76fc46df)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:43.142907 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d9fa486f-97b1-48a4-8649-894f13b3d8b3 req-2398f935-156b-4530-8a3d-505898ab29ce tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), precommit_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:43.147382 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d9fa486f-97b1-48a4-8649-894f13b3d8b3 req-2398f935-156b-4530-8a3d-505898ab29ce tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8737156'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), after_update {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:43.159556 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['1a1c83d2-877e-4dd8-969c-a1ef981c59be'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:48:43.189036 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa486f-97b1-48a4-8649-894f13b3d8b3 req-2398f935-156b-4530-8a3d-505898ab29ce tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:43.189662 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-d9fa486f-97b1-48a4-8649-894f13b3d8b3 req-2398f935-156b-4530-8a3d-505898ab29ce tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:43.191876 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-d9fa486f-97b1-48a4-8649-894f13b3d8b3 req-2398f935-156b-4530-8a3d-505898ab29ce tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "PUT /v2.0/ports/1a1c83d2-877e-4dd8-969c-a1ef981c59be HTTP/1.1" status: 200 len: 943 time: 0.3214338 Mar 21 11:48:43.192349 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3190f239-da66-4072-9aa0-9783916c6a73', 'tag': '1a1c83d2-877e-4dd8-969c-a1ef981c59be'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:48:43.196366 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0be0ab-3c4f-4b51-897b-fd1a7b1c80bf" -d '{"events": [{"name": "network-changed", "server_uuid": "3190f239-da66-4072-9aa0-9783916c6a73", "tag": "1a1c83d2-877e-4dd8-969c-a1ef981c59be"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:48:43.197240 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46280) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:43.221476 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398f935-156b-4530-8a3d-505898ab29ce tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Pushing event updated for resources: {'Port': ['ID=1a1c83d2-877e-4dd8-969c-a1ef981c59be,revision_number=7']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:43.249699 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['1a1c83d2-877e-4dd8-969c-a1ef981c59be'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:48:43.263143 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0846314-9304-4c72-bdd9-21c12bab1fca x-openstack-request-id: req-c0846314-9304-4c72-bdd9-21c12bab1fca {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:48:43.263469 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3190f239-da66-4072-9aa0-9783916c6a73", "tag": "1a1c83d2-877e-4dd8-969c-a1ef981c59be", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:48:43.264720 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0846314-9304-4c72-bdd9-21c12bab1fca {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:48:43.265516 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3190f239-da66-4072-9aa0-9783916c6a73', 'tag': '1a1c83d2-877e-4dd8-969c-a1ef981c59be', 'status': 'completed', 'code': 200} Mar 21 11:48:43.283330 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c44bc5b-e810-4ad4-9282-b6967ae39255 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group (c73daf6f-8f45-4ba2-89c5-c17e68165fd3), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:43.312320 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c44bc5b-e810-4ad4-9282-b6967ae39255 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group (c73daf6f-8f45-4ba2-89c5-c17e68165fd3), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:43.382120 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c44bc5b-e810-4ad4-9282-b6967ae39255 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (c73daf6f-8f45-4ba2-89c5-c17e68165fd3), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:43.384738 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-9c44bc5b-e810-4ad4-9282-b6967ae39255 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:43.385908 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-9c44bc5b-e810-4ad4-9282-b6967ae39255 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "DELETE /v2.0/security-groups/c73daf6f-8f45-4ba2-89c5-c17e68165fd3 HTTP/1.1" status: 204 len: 168 time: 0.1876779 Mar 21 11:48:43.388855 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46286) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:43.414544 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44bc5b-e810-4ad4-9282-b6967ae39255 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73daf6f-8f45-4ba2-89c5-c17e68165fd3,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:43.510361 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:43.512748 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-5a762ef1-8c85-4a8b-98d2-3751593f2adb None None] Provisioning complete for port 1a1c83d2-877e-4dd8-969c-a1ef981c59be triggered by entity DHCP. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:48:43.513109 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5a762ef1-8c85-4a8b-98d2-3751593f2adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:43.589479 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0be0ab-3c4f-4b51-897b-fd1a7b1c80bf req-c464b57c-de77-4f9e-8eda-caba1d604f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:43.590962 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bb0be0ab-3c4f-4b51-897b-fd1a7b1c80bf req-c464b57c-de77-4f9e-8eda-caba1d604f05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d748bd2ce30541e7b63b617f55d191c4&device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 1130 time: 0.3036277 Mar 21 11:48:43.592426 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5a762ef1-8c85-4a8b-98d2-3751593f2adb None None] Current status of the port 1a1c83d2-877e-4dd8-969c-a1ef981c59be is: ACTIVE; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:48:43.658063 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-646fc5e2-8428-4a3d-b0eb-2f6928faf9c1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Deleting port d9f8d21a-d44c-4f6e-8599-5dd82fff4b47 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:43.658394 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-646fc5e2-8428-4a3d-b0eb-2f6928faf9c1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (d9f8d21a-d44c-4f6e-8599-5dd82fff4b47), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:43.974900 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0be0ab-3c4f-4b51-897b-fd1a7b1c80bf req-1392cb0b-abfc-47b1-9533-90be55faecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:43.976478 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bb0be0ab-3c4f-4b51-897b-fd1a7b1c80bf req-1392cb0b-abfc-47b1-9533-90be55faecde service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7e97bd0-3a9e-4458-af7c-944d9090d892 HTTP/1.1" status: 200 len: 915 time: 0.3788996 Mar 21 11:48:44.040658 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-646fc5e2-8428-4a3d-b0eb-2f6928faf9c1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (d9f8d21a-d44c-4f6e-8599-5dd82fff4b47), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:44.040980 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-646fc5e2-8428-4a3d-b0eb-2f6928faf9c1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for floatingip (d9f8d21a-d44c-4f6e-8599-5dd82fff4b47), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:44.059616 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-646fc5e2-8428-4a3d-b0eb-2f6928faf9c1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Calling delete_port for d9f8d21a-d44c-4f6e-8599-5dd82fff4b47 owned by network:floatingip {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:44.067609 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bb0be0ab-3c4f-4b51-897b-fd1a7b1c80bf req-8a77c93d-88fb-470f-88d9-374e3b6a8d10 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c83d2-877e-4dd8-969c-a1ef981c59be HTTP/1.1" status: 200 len: 1001 time: 0.0834186 Mar 21 11:48:44.156157 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0be0ab-3c4f-4b51-897b-fd1a7b1c80bf req-2c25a393-a071-4beb-ad70-cbcad2b44267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:44.157585 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bb0be0ab-3c4f-4b51-897b-fd1a7b1c80bf req-2c25a393-a071-4beb-ad70-cbcad2b44267 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4324250-7543-439c-a24b-65ed5c879e7c HTTP/1.1" status: 200 len: 853 time: 0.0837646 Mar 21 11:48:44.227665 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0be0ab-3c4f-4b51-897b-fd1a7b1c80bf req-a55c8ab3-fed4-4bd6-a1d5-2e70f7370586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:44.229141 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bb0be0ab-3c4f-4b51-897b-fd1a7b1c80bf req-a55c8ab3-fed4-4bd6-a1d5-2e70f7370586 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7e97bd0-3a9e-4458-af7c-944d9090d892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0642731 Mar 21 11:48:44.240054 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [req-bb0be0ab-3c4f-4b51-897b-fd1a7b1c80bf req-6c430023-128d-45fa-9548-7d01b6b3ee10 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:48:44.240974 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bb0be0ab-3c4f-4b51-897b-fd1a7b1c80bf req-6c430023-128d-45fa-9548-7d01b6b3ee10 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047884 Mar 21 11:48:44.327830 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-646fc5e2-8428-4a3d-b0eb-2f6928faf9c1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (d9f8d21a-d44c-4f6e-8599-5dd82fff4b47), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:44.363236 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fc5e2-8428-4a3d-b0eb-2f6928faf9c1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Pushing event deleted for resources: {'Port': ['ID=d9f8d21a-d44c-4f6e-8599-5dd82fff4b47,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:44.413620 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bb0be0ab-3c4f-4b51-897b-fd1a7b1c80bf req-09c7336d-ceff-4a05-a7c5-e537577143ea service neutron] 10.222.0.64 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561265 Mar 21 11:48:44.479164 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-646fc5e2-8428-4a3d-b0eb-2f6928faf9c1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks [] for floatingip (2c0b9b0c-d9e2-405e-a64b-e8ab62b2fed3), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:44.479395 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.db.l3_db [None req-646fc5e2-8428-4a3d-b0eb-2f6928faf9c1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Floating IP 2c0b9b0c-d9e2-405e-a64b-e8ab62b2fed3 disassociated (deleted). External IP: 172.27.0.97, port: 1a1c83d2-877e-4dd8-969c-a1ef981c59be. Mar 21 11:48:44.586081 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-bb0be0ab-3c4f-4b51-897b-fd1a7b1c80bf req-46823874-42cf-432e-a728-2f89101e56c9 service neutron] 10.222.0.64 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666069 Mar 21 11:48:44.710566 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646fc5e2-8428-4a3d-b0eb-2f6928faf9c1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Router 4809ddc3-0230-43b5-94e6-64d17c3e2992 has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:48:44.797722 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:44.818529 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646fc5e2-8428-4a3d-b0eb-2f6928faf9c1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:48:44.823127 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-646fc5e2-8428-4a3d-b0eb-2f6928faf9c1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:44.827611 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8b5f1a-7def-4e6d-bd75-39ff35503a49 None None] Sync routers for ids ['4809ddc3-0230-43b5-94e6-64d17c3e2992'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:48:44.837165 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8b5f1a-7def-4e6d-bd75-39ff35503a49 None None] Routers {'4809ddc3-0230-43b5-94e6-64d17c3e2992'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:48:44.837767 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fd8b5f1a-7def-4e6d-bd75-39ff35503a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:48:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['4809ddc3-0230-43b5-94e6-64d17c3e2992'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:44.851484 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-646fc5e2-8428-4a3d-b0eb-2f6928faf9c1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "DELETE /v2.0/floatingips/2c0b9b0c-d9e2-405e-a64b-e8ab62b2fed3 HTTP/1.1" status: 204 len: 168 time: 1.4615541 Mar 21 11:48:45.086375 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-fd8b5f1a-7def-4e6d-bd75-39ff35503a49 None None] Set router 4809ddc3-0230-43b5-94e6-64d17c3e2992 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:48:45.266278 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3190f239-da66-4072-9aa0-9783916c6a73', 'tag': '1a1c83d2-877e-4dd8-969c-a1ef981c59be'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:48:45.268665 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5680c52c-e6ab-45e0-9f63-7ed0a5bb2f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "3190f239-da66-4072-9aa0-9783916c6a73", "tag": "1a1c83d2-877e-4dd8-969c-a1ef981c59be"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:48:45.284011 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fd8b5f1a-7def-4e6d-bd75-39ff35503a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'name': 'tempest-TestMinimumBasicScenario-135441681-router', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:40Z', 'updated_at': '2022-03-21T11:46:43Z', 'revision_number': 4, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'gw_port': {'id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:41Z', 'updated_at': '2022-03-21T11:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '5e90e2f2-e3d9-4d19-a208-3966a6b40772', 'name': '', 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'mac_address': 'fa:16:3e:2b:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:43Z', 'updated_at': '2022-03-21T11:46:47Z', 'revision_number': 5, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'subnets': [{'id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:45.313981 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8b5f1a-7def-4e6d-bd75-39ff35503a49 None None] Checking router: 4809ddc3-0230-43b5-94e6-64d17c3e2992 for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:48:45.322186 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8b5f1a-7def-4e6d-bd75-39ff35503a49 None None] Routers {'4809ddc3-0230-43b5-94e6-64d17c3e2992'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:48:45.322798 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fd8b5f1a-7def-4e6d-bd75-39ff35503a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:48:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['4809ddc3-0230-43b5-94e6-64d17c3e2992'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:45.418513 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af23be1-e4b4-49d4-adf4-d5e14d2c875a x-openstack-request-id: req-7af23be1-e4b4-49d4-adf4-d5e14d2c875a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:48:45.418875 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3190f239-da66-4072-9aa0-9783916c6a73", "tag": "1a1c83d2-877e-4dd8-969c-a1ef981c59be", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:48:45.419196 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7af23be1-e4b4-49d4-adf4-d5e14d2c875a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:48:45.420286 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3190f239-da66-4072-9aa0-9783916c6a73', 'tag': '1a1c83d2-877e-4dd8-969c-a1ef981c59be', 'status': 'completed', 'code': 200} Mar 21 11:48:45.435095 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-fd8b5f1a-7def-4e6d-bd75-39ff35503a49 None None] Set router 4809ddc3-0230-43b5-94e6-64d17c3e2992 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:48:45.488521 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680c52c-e6ab-45e0-9f63-7ed0a5bb2f8a req-86bdccae-fe74-4ca0-91ea-9353a535da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:45.490207 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5680c52c-e6ab-45e0-9f63-7ed0a5bb2f8a req-86bdccae-fe74-4ca0-91ea-9353a535da3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d748bd2ce30541e7b63b617f55d191c4&device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 1130 time: 0.0476377 Mar 21 11:48:45.584288 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680c52c-e6ab-45e0-9f63-7ed0a5bb2f8a req-3151c344-5a7e-427a-84b2-6646f35dc434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:45.585702 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5680c52c-e6ab-45e0-9f63-7ed0a5bb2f8a req-3151c344-5a7e-427a-84b2-6646f35dc434 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7e97bd0-3a9e-4458-af7c-944d9090d892 HTTP/1.1" status: 200 len: 915 time: 0.0894012 Mar 21 11:48:45.629340 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5680c52c-e6ab-45e0-9f63-7ed0a5bb2f8a req-4cce7815-0e7d-46db-b6be-71f4ca916d02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c83d2-877e-4dd8-969c-a1ef981c59be HTTP/1.1" status: 200 len: 217 time: 0.0363491 Mar 21 11:48:45.635643 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-fd8b5f1a-7def-4e6d-bd75-39ff35503a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'name': 'tempest-TestMinimumBasicScenario-135441681-router', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:40Z', 'updated_at': '2022-03-21T11:46:43Z', 'revision_number': 4, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'gw_port': {'id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:41Z', 'updated_at': '2022-03-21T11:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '5e90e2f2-e3d9-4d19-a208-3966a6b40772', 'name': '', 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'mac_address': 'fa:16:3e:2b:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:43Z', 'updated_at': '2022-03-21T11:46:47Z', 'revision_number': 5, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'subnets': [{'id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:45.663304 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8b5f1a-7def-4e6d-bd75-39ff35503a49 None None] The sync data for ids ['4809ddc3-0230-43b5-94e6-64d17c3e2992'] in dv-cinder-805072-11-iscsi is: [{'id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'name': 'tempest-TestMinimumBasicScenario-135441681-router', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:40Z', 'updated_at': '2022-03-21T11:46:43Z', 'revision_number': 4, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'gw_port': {'id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:41Z', 'updated_at': '2022-03-21T11:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': '5e90e2f2-e3d9-4d19-a208-3966a6b40772', 'name': '', 'network_id': 'b7e97bd0-3a9e-4458-af7c-944d9090d892', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'mac_address': 'fa:16:3e:2b:20:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:43Z', 'updated_at': '2022-03-21T11:46:47Z', 'revision_number': 5, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'subnets': [{'id': 'd4324250-7543-439c-a24b-65ed5c879e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:48:45.684456 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680c52c-e6ab-45e0-9f63-7ed0a5bb2f8a req-74b7576f-832c-4527-b1c4-984d504e0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:45.685929 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5680c52c-e6ab-45e0-9f63-7ed0a5bb2f8a req-74b7576f-832c-4527-b1c4-984d504e0211 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4324250-7543-439c-a24b-65ed5c879e7c HTTP/1.1" status: 200 len: 853 time: 0.0507324 Mar 21 11:48:45.740548 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680c52c-e6ab-45e0-9f63-7ed0a5bb2f8a req-600a1b3b-98d3-4fb1-8f5d-ec53e185202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:45.742334 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5680c52c-e6ab-45e0-9f63-7ed0a5bb2f8a req-600a1b3b-98d3-4fb1-8f5d-ec53e185202f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7e97bd0-3a9e-4458-af7c-944d9090d892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501411 Mar 21 11:48:45.834680 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5680c52c-e6ab-45e0-9f63-7ed0a5bb2f8a req-552d74a4-ec65-4222-a2a9-00924d532680 service neutron] 10.222.0.64 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865157 Mar 21 11:48:45.892776 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8718e8-1a83-4fa0-9c47-3bbb005992d6 None None] New status for floating IP 2c0b9b0c-d9e2-405e-a64b-e8ab62b2fed3: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:48:45.925116 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-5680c52c-e6ab-45e0-9f63-7ed0a5bb2f8a req-f294628d-038f-4104-8347-2a74f4b3aa00 service neutron] 10.222.0.64 "GET /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845735 Mar 21 11:48:46.432749 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:47.326499 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:47.555823 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c26a5-5c53-4518-aa70-bd8f928034fa req-a3b89b78-da5a-4afd-b087-3f2363a283c4 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:47.557290 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-df0c26a5-5c53-4518-aa70-bd8f928034fa req-a3b89b78-da5a-4afd-b087-3f2363a283c4 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 946 time: 0.0564971 Mar 21 11:48:47.602340 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-df0c26a5-5c53-4518-aa70-bd8f928034fa req-9d9290d1-2a2a-49fd-8aad-3c37ea1fc790 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393991 Mar 21 11:48:48.718444 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79d0b6-643a-4635-87fd-a72a12357ca3 req-8d270226-c709-4ce3-a990-d21f5938e28d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:48.719926 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6d79d0b6-643a-4635-87fd-a72a12357ca3 req-8d270226-c709-4ce3-a990-d21f5938e28d tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 946 time: 0.0512128 Mar 21 11:48:48.765209 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-6d79d0b6-643a-4635-87fd-a72a12357ca3 req-6869ead9-dbd8-4bf4-9237-5b8c7666d596 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e20ea63-01c5-4950-8a79-6ca8e674a1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398366 Mar 21 11:48:49.167457 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd699db-5f47-4042-a076-a8457033291d req-7db59b96-c3b3-48d8-a080-d42bb97c4b34 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:48:49.168916 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4fd699db-5f47-4042-a076-a8457033291d req-7db59b96-c3b3-48d8-a080-d42bb97c4b34 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.64 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 946 time: 0.0537701 Mar 21 11:48:49.258034 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-4fd699db-5f47-4042-a076-a8457033291d req-aaa611ff-b918-465b-8438-1e66175926f1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Deleting port 1a1c83d2-877e-4dd8-969c-a1ef981c59be {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:49.258296 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4fd699db-5f47-4042-a076-a8457033291d req-aaa611ff-b918-465b-8438-1e66175926f1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:49.345690 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-4fd699db-5f47-4042-a076-a8457033291d req-aaa611ff-b918-465b-8438-1e66175926f1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] For port 1a1c83d2-877e-4dd8-969c-a1ef981c59be, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=1a1c83d2-877e-4dd8-969c-a1ef981c59be,segment=NetworkSegment(f39252ce-4ea7-45b8-86cf-f01b76fc46df),segment_id=f39252ce-4ea7-45b8-86cf-f01b76fc46df)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:49.346067 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4fd699db-5f47-4042-a076-a8457033291d req-aaa611ff-b918-465b-8438-1e66175926f1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:49.358518 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-4fd699db-5f47-4042-a076-a8457033291d req-aaa611ff-b918-465b-8438-1e66175926f1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Calling delete_port for 1a1c83d2-877e-4dd8-969c-a1ef981c59be owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:49.479338 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4fd699db-5f47-4042-a076-a8457033291d req-aaa611ff-b918-465b-8438-1e66175926f1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (1a1c83d2-877e-4dd8-969c-a1ef981c59be), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:49.491329 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['1a1c83d2-877e-4dd8-969c-a1ef981c59be'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:48:49.508667 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa611ff-b918-465b-8438-1e66175926f1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Pushing event deleted for resources: {'Port': ['ID=1a1c83d2-877e-4dd8-969c-a1ef981c59be,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:49.552703 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd699db-5f47-4042-a076-a8457033291d req-aaa611ff-b918-465b-8438-1e66175926f1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] No DVR routers for this DVR port 1a1c83d2-877e-4dd8-969c-a1ef981c59be on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:48:49.555063 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-4fd699db-5f47-4042-a076-a8457033291d req-aaa611ff-b918-465b-8438-1e66175926f1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:49.558332 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4fd699db-5f47-4042-a076-a8457033291d req-aaa611ff-b918-465b-8438-1e66175926f1 tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.64 "DELETE /v2.0/ports/1a1c83d2-877e-4dd8-969c-a1ef981c59be HTTP/1.1" status: 204 len: 173 time: 0.3842010 Mar 21 11:48:49.558781 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3190f239-da66-4072-9aa0-9783916c6a73', 'name': 'network-vif-deleted', 'tag': '1a1c83d2-877e-4dd8-969c-a1ef981c59be'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:48:49.561010 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa657cd-0f36-44e0-8b86-b76b82f90834" -d '{"events": [{"server_uuid": "3190f239-da66-4072-9aa0-9783916c6a73", "name": "network-vif-deleted", "tag": "1a1c83d2-877e-4dd8-969c-a1ef981c59be"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:48:49.598425 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4208e3-7512-4b11-a537-a113b553413a x-openstack-request-id: req-ac4208e3-7512-4b11-a537-a113b553413a {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:48:49.598777 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3190f239-da66-4072-9aa0-9783916c6a73", "name": "network-vif-deleted", "tag": "1a1c83d2-877e-4dd8-969c-a1ef981c59be", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:48:49.599047 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac4208e3-7512-4b11-a537-a113b553413a {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:48:49.599453 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3190f239-da66-4072-9aa0-9783916c6a73', 'name': 'network-vif-deleted', 'tag': '1a1c83d2-877e-4dd8-969c-a1ef981c59be', 'status': 'completed', 'code': 200} Mar 21 11:48:49.866449 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ae1aec00-7661-49f9-86ac-fd96f6f4ee37 req-b60d0bf6-15a1-43e8-96ee-4932a027625e tempest-TestMinimumBasicScenario-1692307701 tempest-TestMinimumBasicScenario-1692307701-project] 10.222.0.61 "GET /v2.0/ports?device_id=3190f239-da66-4072-9aa0-9783916c6a73 HTTP/1.1" status: 200 len: 210 time: 0.0271535 Mar 21 11:48:51.518702 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46370) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:51.857413 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e83fc4a-20ba-4231-abb6-f14c880c6af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655690'] for router_interface (4809ddc3-0230-43b5-94e6-64d17c3e2992), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:52.099985 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4e83fc4a-20ba-4231-abb6-f14c880c6af4 admin admin] Deleting port 5e90e2f2-e3d9-4d19-a208-3966a6b40772 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:52.100322 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e83fc4a-20ba-4231-abb6-f14c880c6af4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:52.175626 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-4e83fc4a-20ba-4231-abb6-f14c880c6af4 admin admin] For port 5e90e2f2-e3d9-4d19-a208-3966a6b40772, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=5e90e2f2-e3d9-4d19-a208-3966a6b40772,segment=NetworkSegment(f39252ce-4ea7-45b8-86cf-f01b76fc46df),segment_id=f39252ce-4ea7-45b8-86cf-f01b76fc46df)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:52.176090 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e83fc4a-20ba-4231-abb6-f14c880c6af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:52.188878 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-4e83fc4a-20ba-4231-abb6-f14c880c6af4 admin admin] Calling delete_port for 5e90e2f2-e3d9-4d19-a208-3966a6b40772 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:52.609989 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e83fc4a-20ba-4231-abb6-f14c880c6af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (5e90e2f2-e3d9-4d19-a208-3966a6b40772), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:52.637814 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83fc4a-20ba-4231-abb6-f14c880c6af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e90e2f2-e3d9-4d19-a208-3966a6b40772,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:52.800880 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-4e83fc4a-20ba-4231-abb6-f14c880c6af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656890'] for router_interface (4809ddc3-0230-43b5-94e6-64d17c3e2992), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:53.016637 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e83fc4a-20ba-4231-abb6-f14c880c6af4 admin admin] Router 4809ddc3-0230-43b5-94e6-64d17c3e2992 has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:48:53.122349 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e83fc4a-20ba-4231-abb6-f14c880c6af4 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:48:53.127971 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-4e83fc4a-20ba-4231-abb6-f14c880c6af4 admin admin] 10.222.0.61 "PUT /v2.0/routers/4809ddc3-0230-43b5-94e6-64d17c3e2992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6082530 Mar 21 11:48:53.130756 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46372) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:53.132296 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e01311-19d1-48de-af7c-50d2fd40270e None None] Sync routers for ids ['4809ddc3-0230-43b5-94e6-64d17c3e2992'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:48:53.143469 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e01311-19d1-48de-af7c-50d2fd40270e None None] Routers {'4809ddc3-0230-43b5-94e6-64d17c3e2992'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:48:53.144100 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c8e01311-19d1-48de-af7c-50d2fd40270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:48:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['4809ddc3-0230-43b5-94e6-64d17c3e2992'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:53.234585 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbb89b9a-4139-47d7-b243-59361f99dfce admin admin] Publish callbacks [] for router (4809ddc3-0230-43b5-94e6-64d17c3e2992), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:53.253546 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-c8e01311-19d1-48de-af7c-50d2fd40270e None None] Set router 4809ddc3-0230-43b5-94e6-64d17c3e2992 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:48:53.335094 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbb89b9a-4139-47d7-b243-59361f99dfce admin admin] Publish callbacks [] for router_gateway (4809ddc3-0230-43b5-94e6-64d17c3e2992), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:53.387915 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-bbb89b9a-4139-47d7-b243-59361f99dfce admin admin] Deleting port 3febb344-1a0b-4b95-9068-ae3c42291c60 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:53.388256 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbb89b9a-4139-47d7-b243-59361f99dfce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (3febb344-1a0b-4b95-9068-ae3c42291c60), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:53.427964 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c8e01311-19d1-48de-af7c-50d2fd40270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'name': 'tempest-TestMinimumBasicScenario-135441681-router', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:40Z', 'updated_at': '2022-03-21T11:48:52Z', 'revision_number': 5, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'gw_port': {'id': '3febb344-1a0b-4b95-9068-ae3c42291c60', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:41Z', 'updated_at': '2022-03-21T11:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:53.458228 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e01311-19d1-48de-af7c-50d2fd40270e None None] Checking router: 4809ddc3-0230-43b5-94e6-64d17c3e2992 for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:48:53.466794 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e01311-19d1-48de-af7c-50d2fd40270e None None] Routers {'4809ddc3-0230-43b5-94e6-64d17c3e2992'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:48:53.467976 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c8e01311-19d1-48de-af7c-50d2fd40270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:48:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['4809ddc3-0230-43b5-94e6-64d17c3e2992'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:53.468411 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-bbb89b9a-4139-47d7-b243-59361f99dfce admin admin] For port 3febb344-1a0b-4b95-9068-ae3c42291c60, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=3febb344-1a0b-4b95-9068-ae3c42291c60,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:53.468776 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbb89b9a-4139-47d7-b243-59361f99dfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (3febb344-1a0b-4b95-9068-ae3c42291c60), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:53.484011 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-bbb89b9a-4139-47d7-b243-59361f99dfce admin admin] Calling delete_port for 3febb344-1a0b-4b95-9068-ae3c42291c60 owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:53.556537 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-c8e01311-19d1-48de-af7c-50d2fd40270e None None] Set router 4809ddc3-0230-43b5-94e6-64d17c3e2992 gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:48:53.608204 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-c8e01311-19d1-48de-af7c-50d2fd40270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'name': 'tempest-TestMinimumBasicScenario-135441681-router', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:40Z', 'updated_at': '2022-03-21T11:48:53Z', 'revision_number': 6, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'gw_port_host': None}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:53.637699 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e01311-19d1-48de-af7c-50d2fd40270e None None] The sync data for ids ['4809ddc3-0230-43b5-94e6-64d17c3e2992'] in dv-cinder-805072-11-iscsi is: [{'id': '4809ddc3-0230-43b5-94e6-64d17c3e2992', 'name': 'tempest-TestMinimumBasicScenario-135441681-router', 'tenant_id': 'd748bd2ce30541e7b63b617f55d191c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:40Z', 'updated_at': '2022-03-21T11:48:53Z', 'revision_number': 6, 'project_id': 'd748bd2ce30541e7b63b617f55d191c4', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:48:53.647549 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbb89b9a-4139-47d7-b243-59361f99dfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (3febb344-1a0b-4b95-9068-ae3c42291c60), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:53.671345 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb89b9a-4139-47d7-b243-59361f99dfce admin admin] Pushing event deleted for resources: {'Port': ['ID=3febb344-1a0b-4b95-9068-ae3c42291c60,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:53.689119 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 1a1c83d2-877e-4dd8-969c-a1ef981c59be no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:48:53.709613 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: 1a1c83d2-877e-4dd8-969c-a1ef981c59be {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:48:53.709966 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 1a1c83d2-877e-4dd8-969c-a1ef981c59be not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:48:53.736597 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbb89b9a-4139-47d7-b243-59361f99dfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655872'] for router_gateway (4809ddc3-0230-43b5-94e6-64d17c3e2992), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.043976 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbb89b9a-4139-47d7-b243-59361f99dfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4767'] for router (4809ddc3-0230-43b5-94e6-64d17c3e2992), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.046662 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbb89b9a-4139-47d7-b243-59361f99dfce admin admin] Publish callbacks [] for router_controller (4809ddc3-0230-43b5-94e6-64d17c3e2992), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.089541 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbb89b9a-4139-47d7-b243-59361f99dfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659171'] for router (4809ddc3-0230-43b5-94e6-64d17c3e2992), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.090192 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb89b9a-4139-47d7-b243-59361f99dfce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4809ddc3-0230-43b5-94e6-64d17c3e2992 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:48:54.095070 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-bbb89b9a-4139-47d7-b243-59361f99dfce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.096302 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-bbb89b9a-4139-47d7-b243-59361f99dfce admin admin] 10.222.0.61 "DELETE /v2.0/routers/4809ddc3-0230-43b5-94e6-64d17c3e2992 HTTP/1.1" status: 204 len: 168 time: 0.9645772 Mar 21 11:48:54.098780 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46374) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:54.141238 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-48193bfa-4d9b-4f72-9d0c-94c13664d7a1 admin admin] Deleting subnet d4324250-7543-439c-a24b-65ed5c879e7c {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:48:54.144241 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48193bfa-4d9b-4f72-9d0c-94c13664d7a1 admin admin] Publish callbacks [] for subnet (d4324250-7543-439c-a24b-65ed5c879e7c), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.177587 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48193bfa-4d9b-4f72-9d0c-94c13664d7a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12119821'] for subnet (d4324250-7543-439c-a24b-65ed5c879e7c), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.252792 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48193bfa-4d9b-4f72-9d0c-94c13664d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239508'] for subnet (d4324250-7543-439c-a24b-65ed5c879e7c), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.302046 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48193bfa-4d9b-4f72-9d0c-94c13664d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8481104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734074'] for subnet (d4324250-7543-439c-a24b-65ed5c879e7c), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.325940 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48193bfa-4d9b-4f72-9d0c-94c13664d7a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4324250-7543-439c-a24b-65ed5c879e7c,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:54.330478 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-48193bfa-4d9b-4f72-9d0c-94c13664d7a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.333693 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-48193bfa-4d9b-4f72-9d0c-94c13664d7a1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d4324250-7543-439c-a24b-65ed5c879e7c HTTP/1.1" status: 204 len: 168 time: 0.2339792 Mar 21 11:48:54.336145 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46376) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:54.337284 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f5a249-0054-4dc8-bf44-0a18ea7b22d0 None None] Network b7e97bd0-3a9e-4458-af7c-944d9090d892 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:48:54.409508 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163419'] for network (b7e97bd0-3a9e-4458-af7c-944d9090d892), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.468702 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] Deleting port 6907ebc4-5849-47e6-85c3-c38c08973567 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:54.469032 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (6907ebc4-5849-47e6-85c3-c38c08973567), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.523181 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] DHCP port deletion for b7e97bd0-3a9e-4458-af7c-944d9090d892 request from dv-cinder-805072-11-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:48:54.539668 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] For port 6907ebc4-5849-47e6-85c3-c38c08973567, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=6907ebc4-5849-47e6-85c3-c38c08973567,segment=NetworkSegment(f39252ce-4ea7-45b8-86cf-f01b76fc46df),segment_id=f39252ce-4ea7-45b8-86cf-f01b76fc46df)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:54.540141 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (6907ebc4-5849-47e6-85c3-c38c08973567), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.555887 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] Calling delete_port for 6907ebc4-5849-47e6-85c3-c38c08973567 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:54.591592 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Deleting port 6907ebc4-5849-47e6-85c3-c38c08973567 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:54.593411 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (6907ebc4-5849-47e6-85c3-c38c08973567), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.651067 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (6907ebc4-5849-47e6-85c3-c38c08973567), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.667281 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] For port 6907ebc4-5849-47e6-85c3-c38c08973567, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=6907ebc4-5849-47e6-85c3-c38c08973567,segment=NetworkSegment(f39252ce-4ea7-45b8-86cf-f01b76fc46df),segment_id=f39252ce-4ea7-45b8-86cf-f01b76fc46df)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:54.667679 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (6907ebc4-5849-47e6-85c3-c38c08973567), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.680347 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] No DVR routers for this DVR port 6907ebc4-5849-47e6-85c3-c38c08973567 on host dv-cinder-805072-11-iscsi {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:48:54.682151 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6907ebc4-5849-47e6-85c3-c38c08973567,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:54.690296 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Calling delete_port for 6907ebc4-5849-47e6-85c3-c38c08973567 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:54.773376 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3303649', 'neutron.services.segments.db._delete_segments_for_network-8758069329219'] for network (b7e97bd0-3a9e-4458-af7c-944d9090d892), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.785142 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604'] for port (6907ebc4-5849-47e6-85c3-c38c08973567), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.796570 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e97bd0-3a9e-4458-af7c-944d9090d892']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:54.808666 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39252ce-4ea7-45b8-86cf-f01b76fc46df') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:54.808666 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39252ce-4ea7-45b8-86cf-f01b76fc46df') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:54.808990 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Pushing event deleted for resources: {'Port': ['ID=6907ebc4-5849-47e6-85c3-c38c08973567,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:54.818492 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758069511244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12119860'] for segment (f39252ce-4ea7-45b8-86cf-f01b76fc46df), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.819840 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] No DVR routers for this DVR port 6907ebc4-5849-47e6-85c3-c38c08973567 on host dv-cinder-805072-11-iscsi {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:48:54.829105 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:54.829105 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:54.829105 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:54.829105 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:54.829105 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:54.829105 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:54.829105 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:54.829105 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:54.829105 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:54.829105 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:54.829105 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:54.829105 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:54.829105 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:54.830409 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:54.830409 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea71d06-32c0-4caf-9c20-d4320af9af62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:48:54.833920 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (f39252ce-4ea7-45b8-86cf-f01b76fc46df), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.840388 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:48:54.840767 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8481778'] for segment (f39252ce-4ea7-45b8-86cf-f01b76fc46df), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: Traceback (most recent call last): Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: timer() Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: cb(*args, **kw) Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: return func(*args, **kwargs) Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: self._notify() Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: self.callback(batched_events) Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: event.method(event) Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: return f(self, *a, **k) Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._get(url).json() Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: return self.request(url, 'GET', **kwargs) Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:48:54.842435 dv-cinder-805072-11-iscsi neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:48:54.894975 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3303642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655996'] for network (b7e97bd0-3a9e-4458-af7c-944d9090d892), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.899140 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:54.902489 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b7e97bd0-3a9e-4458-af7c-944d9090d892 HTTP/1.1" status: 204 len: 168 time: 0.5654414 Mar 21 11:48:54.905612 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46378) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:54.915053 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d038fd-45ac-462d-874f-17865dfdd7e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e97bd0-3a9e-4458-af7c-944d9090d892,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:55.044220 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 5e90e2f2-e3d9-4d19-a208-3966a6b40772 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:48:55.064735 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 5e90e2f2-e3d9-4d19-a208-3966a6b40772 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:48:55.065002 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 5e90e2f2-e3d9-4d19-a208-3966a6b40772 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:48:55.065412 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 6907ebc4-5849-47e6-85c3-c38c08973567 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:48:55.087599 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 6907ebc4-5849-47e6-85c3-c38c08973567 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:48:55.088036 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 6907ebc4-5849-47e6-85c3-c38c08973567 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:48:55.088449 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 3febb344-1a0b-4b95-9068-ae3c42291c60 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:48:55.107039 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 3febb344-1a0b-4b95-9068-ae3c42291c60 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:48:55.107383 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 3febb344-1a0b-4b95-9068-ae3c42291c60 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:48:55.253977 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b67ab5a-4d9d-47bd-b394-40e9d3782764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655690'] for router_interface (a846fc4a-f9bf-4086-8b28-789752ab6c2d), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:55.490455 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9b67ab5a-4d9d-47bd-b394-40e9d3782764 admin admin] Deleting port 97865541-8dcc-4232-9a18-3acf77d56b15 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:55.490786 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b67ab5a-4d9d-47bd-b394-40e9d3782764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:55.567815 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-9b67ab5a-4d9d-47bd-b394-40e9d3782764 admin admin] For port 97865541-8dcc-4232-9a18-3acf77d56b15, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=97865541-8dcc-4232-9a18-3acf77d56b15,segment=NetworkSegment(f4f983fe-c19b-4dda-8bce-aac757a0fd66),segment_id=f4f983fe-c19b-4dda-8bce-aac757a0fd66)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:55.568174 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b67ab5a-4d9d-47bd-b394-40e9d3782764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:55.580503 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-9b67ab5a-4d9d-47bd-b394-40e9d3782764 admin admin] Calling delete_port for 97865541-8dcc-4232-9a18-3acf77d56b15 owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:55.753725 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b67ab5a-4d9d-47bd-b394-40e9d3782764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (97865541-8dcc-4232-9a18-3acf77d56b15), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:55.778024 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67ab5a-4d9d-47bd-b394-40e9d3782764 admin admin] Pushing event deleted for resources: {'Port': ['ID=97865541-8dcc-4232-9a18-3acf77d56b15,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:55.940945 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-9b67ab5a-4d9d-47bd-b394-40e9d3782764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656890'] for router_interface (a846fc4a-f9bf-4086-8b28-789752ab6c2d), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:56.152118 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b67ab5a-4d9d-47bd-b394-40e9d3782764 admin admin] Router a846fc4a-f9bf-4086-8b28-789752ab6c2d has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:48:56.256936 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b67ab5a-4d9d-47bd-b394-40e9d3782764 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:48:56.261787 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-9b67ab5a-4d9d-47bd-b394-40e9d3782764 admin admin] 10.222.0.61 "PUT /v2.0/routers/a846fc4a-f9bf-4086-8b28-789752ab6c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3551631 Mar 21 11:48:56.264748 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46380) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:56.268276 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dfed70-699a-47e3-bde8-32b2e5e41ede None None] Sync routers for ids ['a846fc4a-f9bf-4086-8b28-789752ab6c2d'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:48:56.277174 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dfed70-699a-47e3-bde8-32b2e5e41ede None None] Routers {'a846fc4a-f9bf-4086-8b28-789752ab6c2d'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:48:56.277780 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-36dfed70-699a-47e3-bde8-32b2e5e41ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:48:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['a846fc4a-f9bf-4086-8b28-789752ab6c2d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:56.366132 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc38475d-6dfb-4a72-b161-18e7a1805004 admin admin] Publish callbacks [] for router (a846fc4a-f9bf-4086-8b28-789752ab6c2d), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:56.381319 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-36dfed70-699a-47e3-bde8-32b2e5e41ede None None] Set router a846fc4a-f9bf-4086-8b28-789752ab6c2d gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:48:56.557949 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-36dfed70-699a-47e3-bde8-32b2e5e41ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'name': 'tempest-TestMinimumBasicScenario-2113278926-router', 'tenant_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:45Z', 'updated_at': '2022-03-21T11:48:55Z', 'revision_number': 5, 'project_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'gw_port': {'id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:46Z', 'updated_at': '2022-03-21T11:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:56.585471 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dfed70-699a-47e3-bde8-32b2e5e41ede None None] Checking router: a846fc4a-f9bf-4086-8b28-789752ab6c2d for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:48:56.594256 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dfed70-699a-47e3-bde8-32b2e5e41ede None None] Routers {'a846fc4a-f9bf-4086-8b28-789752ab6c2d'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:48:56.594868 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-36dfed70-699a-47e3-bde8-32b2e5e41ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:48:42Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['a846fc4a-f9bf-4086-8b28-789752ab6c2d'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:56.700530 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-36dfed70-699a-47e3-bde8-32b2e5e41ede None None] Set router a846fc4a-f9bf-4086-8b28-789752ab6c2d gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:48:56.717443 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc38475d-6dfb-4a72-b161-18e7a1805004 admin admin] Publish callbacks [] for router_gateway (a846fc4a-f9bf-4086-8b28-789752ab6c2d), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:56.768557 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fc38475d-6dfb-4a72-b161-18e7a1805004 admin admin] Deleting port 41f472e8-809a-4d1d-ba40-93fdd06ec2e7 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:56.768933 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc38475d-6dfb-4a72-b161-18e7a1805004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (41f472e8-809a-4d1d-ba40-93fdd06ec2e7), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:56.843861 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-fc38475d-6dfb-4a72-b161-18e7a1805004 admin admin] For port 41f472e8-809a-4d1d-ba40-93fdd06ec2e7, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=41f472e8-809a-4d1d-ba40-93fdd06ec2e7,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:56.844221 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc38475d-6dfb-4a72-b161-18e7a1805004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (41f472e8-809a-4d1d-ba40-93fdd06ec2e7), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:56.856451 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-fc38475d-6dfb-4a72-b161-18e7a1805004 admin admin] Calling delete_port for 41f472e8-809a-4d1d-ba40-93fdd06ec2e7 owned by network:router_gateway {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:56.875690 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-36dfed70-699a-47e3-bde8-32b2e5e41ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'name': 'tempest-TestMinimumBasicScenario-2113278926-router', 'tenant_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:45Z', 'updated_at': '2022-03-21T11:48:55Z', 'revision_number': 5, 'project_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'gw_port': {'id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:46Z', 'updated_at': '2022-03-21T11:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:56.900810 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dfed70-699a-47e3-bde8-32b2e5e41ede None None] The sync data for ids ['a846fc4a-f9bf-4086-8b28-789752ab6c2d'] in dv-cinder-805072-11-iscsi is: [{'id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'name': 'tempest-TestMinimumBasicScenario-2113278926-router', 'tenant_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:46:45Z', 'updated_at': '2022-03-21T11:48:55Z', 'revision_number': 5, 'project_id': 'fc17dbf785fd4996b8e2f23d45cd093e', 'gw_port': {'id': '41f472e8-809a-4d1d-ba40-93fdd06ec2e7', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a846fc4a-f9bf-4086-8b28-789752ab6c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:46:46Z', 'updated_at': '2022-03-21T11:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:48:57.024214 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc38475d-6dfb-4a72-b161-18e7a1805004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (41f472e8-809a-4d1d-ba40-93fdd06ec2e7), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.048280 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38475d-6dfb-4a72-b161-18e7a1805004 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f472e8-809a-4d1d-ba40-93fdd06ec2e7,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:57.107565 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc38475d-6dfb-4a72-b161-18e7a1805004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655872'] for router_gateway (a846fc4a-f9bf-4086-8b28-789752ab6c2d), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.196842 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc38475d-6dfb-4a72-b161-18e7a1805004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4767'] for router (a846fc4a-f9bf-4086-8b28-789752ab6c2d), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.198848 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc38475d-6dfb-4a72-b161-18e7a1805004 admin admin] Publish callbacks [] for router_controller (a846fc4a-f9bf-4086-8b28-789752ab6c2d), precommit_delete_associations {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.252937 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc38475d-6dfb-4a72-b161-18e7a1805004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659171'] for router (a846fc4a-f9bf-4086-8b28-789752ab6c2d), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.253538 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc38475d-6dfb-4a72-b161-18e7a1805004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a846fc4a-f9bf-4086-8b28-789752ab6c2d {{(pid=103318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:48:57.258694 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-fc38475d-6dfb-4a72-b161-18e7a1805004 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.260651 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-fc38475d-6dfb-4a72-b161-18e7a1805004 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a846fc4a-f9bf-4086-8b28-789752ab6c2d HTTP/1.1" status: 204 len: 168 time: 0.9942400 Mar 21 11:48:57.262580 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46382) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:57.311798 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcac486-0d0a-4041-ab95-3066ea9c7329 admin admin] Deleting subnet 31caaac9-28f3-41bf-81a2-abe0939f8d4b {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:48:57.315246 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1fcac486-0d0a-4041-ab95-3066ea9c7329 admin admin] Publish callbacks [] for subnet (31caaac9-28f3-41bf-81a2-abe0939f8d4b), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.362110 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 97865541-8dcc-4232-9a18-3acf77d56b15 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:48:57.365988 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1fcac486-0d0a-4041-ab95-3066ea9c7329 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12119821'] for subnet (31caaac9-28f3-41bf-81a2-abe0939f8d4b), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.382693 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 97865541-8dcc-4232-9a18-3acf77d56b15 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:48:57.383033 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 97865541-8dcc-4232-9a18-3acf77d56b15 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:48:57.443682 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1fcac486-0d0a-4041-ab95-3066ea9c7329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239508'] for subnet (31caaac9-28f3-41bf-81a2-abe0939f8d4b), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.494612 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1fcac486-0d0a-4041-ab95-3066ea9c7329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8481104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734074'] for subnet (31caaac9-28f3-41bf-81a2-abe0939f8d4b), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.519931 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcac486-0d0a-4041-ab95-3066ea9c7329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31caaac9-28f3-41bf-81a2-abe0939f8d4b,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:57.523648 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1fcac486-0d0a-4041-ab95-3066ea9c7329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.526825 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-1fcac486-0d0a-4041-ab95-3066ea9c7329 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/31caaac9-28f3-41bf-81a2-abe0939f8d4b HTTP/1.1" status: 204 len: 168 time: 0.2632575 Mar 21 11:48:57.529429 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46384) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:57.532941 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8a9daa-ffb2-4c49-87f6-2f887cbabd26 None None] Network 7445d587-ebaa-4969-aff9-ec99ed833236 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:48:57.608710 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163419'] for network (7445d587-ebaa-4969-aff9-ec99ed833236), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.662266 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] Deleting port 470e6c39-7255-4675-b465-5a1a5e9302bd {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:48:57.662606 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (470e6c39-7255-4675-b465-5a1a5e9302bd), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.725525 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] For port 470e6c39-7255-4675-b465-5a1a5e9302bd, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=470e6c39-7255-4675-b465-5a1a5e9302bd,segment=NetworkSegment(f4f983fe-c19b-4dda-8bce-aac757a0fd66),segment_id=f4f983fe-c19b-4dda-8bce-aac757a0fd66)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:48:57.725875 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (470e6c39-7255-4675-b465-5a1a5e9302bd), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.738103 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] Calling delete_port for 470e6c39-7255-4675-b465-5a1a5e9302bd owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:48:57.814451 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (470e6c39-7255-4675-b465-5a1a5e9302bd), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.840806 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=470e6c39-7255-4675-b465-5a1a5e9302bd,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:57.842629 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] No DVR routers for this DVR port 470e6c39-7255-4675-b465-5a1a5e9302bd on host dv-cinder-805072-11-iscsi {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:48:57.915694 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3303649', 'neutron.services.segments.db._delete_segments_for_network-8758069329219'] for network (7445d587-ebaa-4969-aff9-ec99ed833236), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.932715 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9576223-da2a-423a-b9d8-bd8faac908bf None None] DHCP port deletion for 7445d587-ebaa-4969-aff9-ec99ed833236 request from dv-cinder-805072-11-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:48:57.948349 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7445d587-ebaa-4969-aff9-ec99ed833236']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:57.963175 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f983fe-c19b-4dda-8bce-aac757a0fd66') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:57.963478 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f983fe-c19b-4dda-8bce-aac757a0fd66') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:48:57.973809 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758069511244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12119860'] for segment (f4f983fe-c19b-4dda-8bce-aac757a0fd66), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.988568 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (f4f983fe-c19b-4dda-8bce-aac757a0fd66), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.994575 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:48:57.994960 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8481778'] for segment (f4f983fe-c19b-4dda-8bce-aac757a0fd66), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: Traceback (most recent call last): Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: timer() Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: cb(*args, **kw) Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: return func(*args, **kwargs) Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: self._notify() Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: self.callback(batched_events) Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: event.method(event) Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: return f(self, *a, **k) Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._get(url).json() Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: return self.request(url, 'GET', **kwargs) Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:48:57.996693 dv-cinder-805072-11-iscsi neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:48:58.048337 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3303642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655996'] for network (7445d587-ebaa-4969-aff9-ec99ed833236), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:58.053439 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:58.056540 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7445d587-ebaa-4969-aff9-ec99ed833236 HTTP/1.1" status: 204 len: 168 time: 0.5255277 Mar 21 11:48:58.071569 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e5867-a37e-4b60-92bb-3409a9d30cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7445d587-ebaa-4969-aff9-ec99ed833236,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:58.216894 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46388) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:58.257501 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-95ddc168-b0dc-4e66-810a-957245ebf0d7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d748bd2ce30541e7b63b617f55d191c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393720 Mar 21 11:48:58.260002 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46390) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:58.304568 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c020-f64f-4453-a1c6-07edb1d12181 admin admin] Publish callbacks [] for security_group (0e20ea63-01c5-4950-8a79-6ca8e674a1c4), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:58.324951 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c020-f64f-4453-a1c6-07edb1d12181 admin admin] Publish callbacks [] for security_group (0e20ea63-01c5-4950-8a79-6ca8e674a1c4), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:58.371228 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c020-f64f-4453-a1c6-07edb1d12181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (0e20ea63-01c5-4950-8a79-6ca8e674a1c4), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:58.374491 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c020-f64f-4453-a1c6-07edb1d12181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:58.375621 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-2fb5c020-f64f-4453-a1c6-07edb1d12181 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e20ea63-01c5-4950-8a79-6ca8e674a1c4 HTTP/1.1" status: 204 len: 168 time: 0.1147413 Mar 21 11:48:58.382927 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5c020-f64f-4453-a1c6-07edb1d12181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e20ea63-01c5-4950-8a79-6ca8e674a1c4,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:58.676082 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46396) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:58.713735 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-75da14e6-4418-4dd4-a0e5-bf229f16526d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc17dbf785fd4996b8e2f23d45cd093e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0365088 Mar 21 11:48:58.716062 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46398) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:48:58.761707 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6b49091-2df9-4473-8679-41b5f24e103c admin admin] Publish callbacks [] for security_group (3442275e-d27b-4295-8abb-118c9e98275b), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:58.782142 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6b49091-2df9-4473-8679-41b5f24e103c admin admin] Publish callbacks [] for security_group (3442275e-d27b-4295-8abb-118c9e98275b), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:58.827008 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6b49091-2df9-4473-8679-41b5f24e103c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (3442275e-d27b-4295-8abb-118c9e98275b), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:58.829586 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-f6b49091-2df9-4473-8679-41b5f24e103c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:48:58.830799 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-f6b49091-2df9-4473-8679-41b5f24e103c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3442275e-d27b-4295-8abb-118c9e98275b HTTP/1.1" status: 204 len: 168 time: 0.1138453 Mar 21 11:48:58.838678 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b49091-2df9-4473-8679-41b5f24e103c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3442275e-d27b-4295-8abb-118c9e98275b,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:48:59.043678 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 470e6c39-7255-4675-b465-5a1a5e9302bd no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:48:59.065698 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 470e6c39-7255-4675-b465-5a1a5e9302bd {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:48:59.066043 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 470e6c39-7255-4675-b465-5a1a5e9302bd not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:48:59.066469 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 41f472e8-809a-4d1d-ba40-93fdd06ec2e7 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:48:59.089103 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 41f472e8-809a-4d1d-ba40-93fdd06ec2e7 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:48:59.089444 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 41f472e8-809a-4d1d-ba40-93fdd06ec2e7 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:49:09.938904 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6dca0c45-b4cb-4da3-afcd-d137b3078a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:49:11.502221 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:49:12.270218 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c6933559-9644-42c0-b66e-211311412546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:49:13.501530 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:49:14.799995 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:49:16.433869 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:49:17.336879 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:49:30.981434 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-55d96798-5fd6-4c95-ae98-ae005a202785 req-96b0c8d8-89ec-410a-9200-8b7cf42c7979 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448999 Mar 21 11:49:31.063634 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d96798-5fd6-4c95-ae98-ae005a202785 req-50f76ce6-8680-46e0-874f-cdc5dcae4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:49:31.065108 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-55d96798-5fd6-4c95-ae98-ae005a202785 req-50f76ce6-8680-46e0-874f-cdc5dcae4988 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3637e4382a840d58eb09181ec209e99&device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 1129 time: 0.0433834 Mar 21 11:49:31.165033 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d96798-5fd6-4c95-ae98-ae005a202785 req-bb803186-c4df-4864-b08a-8749a44a1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:49:31.166465 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-55d96798-5fd6-4c95-ae98-ae005a202785 req-bb803186-c4df-4864-b08a-8749a44a1a86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32e2795d-010e-482a-b2f0-3186baea29f4 HTTP/1.1" status: 200 len: 910 time: 0.0836053 Mar 21 11:49:31.232607 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-55d96798-5fd6-4c95-ae98-ae005a202785 req-dee8e750-85f6-459a-95d9-1403912e0d7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532581cc-9df9-4a2e-bfb5-133b3e77e2b3 HTTP/1.1" status: 200 len: 1001 time: 0.0601904 Mar 21 11:49:31.278252 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d96798-5fd6-4c95-ae98-ae005a202785 req-119e8ad0-77c4-4062-9491-42f03f98f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:49:31.279634 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-55d96798-5fd6-4c95-ae98-ae005a202785 req-119e8ad0-77c4-4062-9491-42f03f98f1f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e0ef3ac-142d-449b-851f-88e25505c7f2 HTTP/1.1" status: 200 len: 848 time: 0.0416250 Mar 21 11:49:31.326083 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d96798-5fd6-4c95-ae98-ae005a202785 req-75b02129-9720-47b8-b3ff-588213e4de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:49:31.327564 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-55d96798-5fd6-4c95-ae98-ae005a202785 req-75b02129-9720-47b8-b3ff-588213e4de64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32e2795d-010e-482a-b2f0-3186baea29f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417767 Mar 21 11:49:31.417043 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-55d96798-5fd6-4c95-ae98-ae005a202785 req-f0d54eb8-d732-4da1-aded-d71657321b6d service neutron] 10.222.0.64 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835195 Mar 21 11:49:31.502999 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-55d96798-5fd6-4c95-ae98-ae005a202785 req-b1d130dd-2b78-4c2a-9cc5-8004a0f83ff1 service neutron] 10.222.0.64 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796199 Mar 21 11:49:39.940955 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e35a244-0b58-42dd-97dc-5bda9d33f890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:49:42.271685 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fba66ea7-ee87-49db-84d3-52def6448d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:49:43.502791 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:49:44.803565 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:49:46.436250 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:49:47.354425 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:49:48.500995 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:49:53.204114 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bccab-6ea6-4de5-9d0d-b517ea2583d0 req-73648c1a-165c-438a-978f-83f8e844700b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:49:53.205565 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e3bccab-6ea6-4de5-9d0d-b517ea2583d0 req-73648c1a-165c-438a-978f-83f8e844700b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0522714 Mar 21 11:49:53.257000 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e3bccab-6ea6-4de5-9d0d-b517ea2583d0 req-57cea984-0025-4f6d-8e59-573fe59318e7 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459635 Mar 21 11:49:54.374010 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a96ab9-eb25-43aa-9cfe-6b933e535b7d req-56342391-c3df-474c-8b23-344defdbf440 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:49:54.375366 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e4a96ab9-eb25-43aa-9cfe-6b933e535b7d req-56342391-c3df-474c-8b23-344defdbf440 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0509806 Mar 21 11:49:54.421926 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e4a96ab9-eb25-43aa-9cfe-6b933e535b7d req-7744b825-f037-468e-a868-d4141c1691be tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404561 Mar 21 11:49:55.538797 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cce57-1255-4176-a021-4213723da018 req-87171662-868a-48bd-b87f-0ac8d7094cbe tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:49:55.540268 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f84cce57-1255-4176-a021-4213723da018 req-87171662-868a-48bd-b87f-0ac8d7094cbe tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0509880 Mar 21 11:49:55.587561 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f84cce57-1255-4176-a021-4213723da018 req-16875544-b066-4371-972b-c6b7e16ba3b4 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417950 Mar 21 11:49:56.705395 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d2e70-2d7b-4a24-b4b4-76fb9321c317 req-7d471a8e-233f-48f2-b12e-26cac2eed6de tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:49:56.706837 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d2d2e70-2d7b-4a24-b4b4-76fb9321c317 req-7d471a8e-233f-48f2-b12e-26cac2eed6de tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0544951 Mar 21 11:49:56.753675 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8d2d2e70-2d7b-4a24-b4b4-76fb9321c317 req-51cc7b2f-456f-4a86-9b6f-f8c3b55ba2f6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414109 Mar 21 11:49:57.868251 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28227f56-769b-4e86-b71a-e8097b6b49cc req-7c4bbd09-179e-404e-b075-aa2cf3e1787b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:49:57.869888 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-28227f56-769b-4e86-b71a-e8097b6b49cc req-7c4bbd09-179e-404e-b075-aa2cf3e1787b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0511124 Mar 21 11:49:57.916308 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-28227f56-769b-4e86-b71a-e8097b6b49cc req-7857090d-3886-49c3-845e-7e9d064a9d11 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410433 Mar 21 11:49:59.035111 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb630b5a-e887-4d7b-a518-1f535098e0d0 req-0c923623-f4d7-40a4-ad2c-d5d7142315e2 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:49:59.036597 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-eb630b5a-e887-4d7b-a518-1f535098e0d0 req-0c923623-f4d7-40a4-ad2c-d5d7142315e2 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0557950 Mar 21 11:49:59.083554 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-eb630b5a-e887-4d7b-a518-1f535098e0d0 req-f35af664-6172-4626-81d0-e8cc89b5c839 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414748 Mar 21 11:50:00.197203 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4dc723-03cf-471b-a09f-077a2387a8f8 req-459dbdb2-9418-4b75-810c-5ba7ad6999e1 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:00.198645 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fe4dc723-03cf-471b-a09f-077a2387a8f8 req-459dbdb2-9418-4b75-810c-5ba7ad6999e1 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0506339 Mar 21 11:50:00.245706 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-fe4dc723-03cf-471b-a09f-077a2387a8f8 req-a53ca643-0fc5-4511-b04f-6fa5309f95ea tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416563 Mar 21 11:50:01.360003 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ab646-5419-44b0-ac2c-9c0b5158cd90 req-1b7a421f-5c00-443a-a181-1d6baaffb20e tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:01.361458 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4f4ab646-5419-44b0-ac2c-9c0b5158cd90 req-1b7a421f-5c00-443a-a181-1d6baaffb20e tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0510285 Mar 21 11:50:01.413525 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-4f4ab646-5419-44b0-ac2c-9c0b5158cd90 req-c846f3ca-71e5-4720-9133-97c1f3706d84 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460885 Mar 21 11:50:02.529169 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef566-7d44-4d07-97cb-600defe85d06 req-78db6f4e-1113-4f6d-9ca2-f320cc2a3686 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:02.530625 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-731ef566-7d44-4d07-97cb-600defe85d06 req-78db6f4e-1113-4f6d-9ca2-f320cc2a3686 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0519900 Mar 21 11:50:02.577834 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-731ef566-7d44-4d07-97cb-600defe85d06 req-caa0e932-514e-4dfb-b413-1290bbc83146 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414984 Mar 21 11:50:03.341344 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e0dc-1984-46fc-993c-112ecc889e20 req-902be3a4-8b69-4836-9e62-2d4bf956d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:03.342697 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0c60e0dc-1984-46fc-993c-112ecc889e20 req-902be3a4-8b69-4836-9e62-2d4bf956d096 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3637e4382a840d58eb09181ec209e99&device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 1129 time: 0.0421727 Mar 21 11:50:03.432926 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e0dc-1984-46fc-993c-112ecc889e20 req-3c818932-ba74-41df-8979-0ada423b19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:03.434373 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0c60e0dc-1984-46fc-993c-112ecc889e20 req-3c818932-ba74-41df-8979-0ada423b19ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=32e2795d-010e-482a-b2f0-3186baea29f4 HTTP/1.1" status: 200 len: 910 time: 0.0859408 Mar 21 11:50:03.497661 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0c60e0dc-1984-46fc-993c-112ecc889e20 req-69aa6da2-c77c-48f5-a270-64a10e5c3bb9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532581cc-9df9-4a2e-bfb5-133b3e77e2b3 HTTP/1.1" status: 200 len: 1001 time: 0.0574327 Mar 21 11:50:03.545498 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e0dc-1984-46fc-993c-112ecc889e20 req-bde5b434-74ce-45c0-9bb7-7f1c307f3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:03.546881 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0c60e0dc-1984-46fc-993c-112ecc889e20 req-bde5b434-74ce-45c0-9bb7-7f1c307f3990 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e0ef3ac-142d-449b-851f-88e25505c7f2 HTTP/1.1" status: 200 len: 848 time: 0.0435963 Mar 21 11:50:03.597386 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e0dc-1984-46fc-993c-112ecc889e20 req-789bcef8-d4a8-4f3a-8a8d-0a1e210afe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:03.598742 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0c60e0dc-1984-46fc-993c-112ecc889e20 req-789bcef8-d4a8-4f3a-8a8d-0a1e210afe93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32e2795d-010e-482a-b2f0-3186baea29f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460660 Mar 21 11:50:03.720577 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0c60e0dc-1984-46fc-993c-112ecc889e20 req-47b58876-91b8-48a7-97d7-4716c4de2c94 service neutron] 10.222.0.64 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158521 Mar 21 11:50:03.728864 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf097e-fdbd-49e5-b447-b0175fc41c7f req-49a82249-e6b2-4acb-bd02-6e6dd431d9f2 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:03.730185 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ddaf097e-fdbd-49e5-b447-b0175fc41c7f req-49a82249-e6b2-4acb-bd02-6e6dd431d9f2 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0849411 Mar 21 11:50:03.825290 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ddaf097e-fdbd-49e5-b447-b0175fc41c7f req-99a14b6e-0b2a-44b6-a45d-1afce77eeacb tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875664 Mar 21 11:50:03.844219 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0c60e0dc-1984-46fc-993c-112ecc889e20 req-81706ee4-beb4-4fd0-b530-2b6fd4a99252 service neutron] 10.222.0.64 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131446 Mar 21 11:50:04.945486 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4772e81-efd4-40ce-85f6-ea18cb272577 req-0f87bbd7-bbda-4822-926c-ec2607facee1 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:04.946952 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c4772e81-efd4-40ce-85f6-ea18cb272577 req-0f87bbd7-bbda-4822-926c-ec2607facee1 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0563006 Mar 21 11:50:04.994235 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-c4772e81-efd4-40ce-85f6-ea18cb272577 req-e0a4dee8-e345-4286-b541-83afb73ec973 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415719 Mar 21 11:50:06.107029 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafab97-1dce-4e54-963c-af43989b16bc req-af128675-43e6-475d-ab64-7bd34b746191 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:06.108558 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3dafab97-1dce-4e54-963c-af43989b16bc req-af128675-43e6-475d-ab64-7bd34b746191 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0505934 Mar 21 11:50:06.156135 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3dafab97-1dce-4e54-963c-af43989b16bc req-a748b608-c6e2-4e32-8919-f168ff3f3a36 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414174 Mar 21 11:50:07.371224 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33daf4-d40d-4525-914e-737d8588e12f req-b8843dd9-9419-49bf-9651-2c97a0952991 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:07.372703 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e33daf4-d40d-4525-914e-737d8588e12f req-b8843dd9-9419-49bf-9651-2c97a0952991 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0508974 Mar 21 11:50:07.397767 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46458) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:50:07.424537 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-3e33daf4-d40d-4525-914e-737d8588e12f req-af13f2c0-8634-4438-8f4c-637356e3f9ea tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451455 Mar 21 11:50:07.487237 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-eb3b7ab5-9a94-42e8-8e59-e0716225684c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876946 Mar 21 11:50:07.495952 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-dcae68ac-d645-4340-b26d-1e1f9c4c11ed service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:50:07.496896 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-dcae68ac-d645-4340-b26d-1e1f9c4c11ed service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050962 Mar 21 11:50:07.645738 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46468) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:50:07.736905 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-5523d5b4-5b8e-4ec7-b470-c43c43286e5e tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:07.738307 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-5523d5b4-5b8e-4ec7-b470-c43c43286e5e tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports/532581cc-9df9-4a2e-bfb5-133b3e77e2b3 HTTP/1.1" status: 200 len: 942 time: 0.0915799 Mar 21 11:50:08.063416 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:50:08.143826 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 is: ACTIVE; New status is: DOWN {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:50:08.144227 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:08.166507 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:50:08.168771 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c015d0-e0a5-4316-b0fc-1102944ae122" -d '{"events": [{"server_uuid": "a5ea98b5-d7a4-421c-9e78-8d3b95993a8d", "name": "network-vif-unplugged", "status": "completed", "tag": "532581cc-9df9-4a2e-bfb5-133b3e77e2b3"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:50:08.181655 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,segment=NetworkSegment(540348ea-1e97-4ca1-87ca-27f9850cccb8),segment_id=540348ea-1e97-4ca1-87ca-27f9850cccb8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:50:08.185333 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:08.240890 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:50:08.248225 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:50:08.248573 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:50:08.248916 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:50:08.249258 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:50:08.249588 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:50:08.249911 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:50:08.250405 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:50:08.250736 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:50:08.251061 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:50:08.251385 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:50:08.251708 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:50:08.252065 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:50:08.252389 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:50:08.252707 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:50:08.253025 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:50:08.269621 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Mar 2022 11:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb0e518-1252-4ade-98bf-39bf4a2f7d3b x-openstack-request-id: req-8bb0e518-1252-4ade-98bf-39bf4a2f7d3b {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:50:08.269910 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ea98b5-d7a4-421c-9e78-8d3b95993a8d", "name": "network-vif-unplugged", "status": "failed", "tag": "532581cc-9df9-4a2e-bfb5-133b3e77e2b3", "code": 422}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:50:08.270164 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8bb0e518-1252-4ade-98bf-39bf4a2f7d3b {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:50:08.270560 dv-cinder-805072-11-iscsi neutron-server[103320]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3', 'code': 422} returned with failed status Mar 21 11:50:08.541823 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f2a8e-9000-4ab5-add0-eb668540102a req-4af91e33-e317-42a8-92ce-3ceadf25cb44 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:08.543230 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0c0f2a8e-9000-4ab5-add0-eb668540102a req-4af91e33-e317-42a8-92ce-3ceadf25cb44 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 943 time: 0.0530674 Mar 21 11:50:08.592699 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-0c0f2a8e-9000-4ab5-add0-eb668540102a req-837e3508-4ce7-4758-9217-e953594a53ef tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436425 Mar 21 11:50:09.009171 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-c897384a-654d-4931-aa81-9594ca5b14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:09.010611 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-c897384a-654d-4931-aa81-9594ca5b14a6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d&tenant_id=f3637e4382a840d58eb09181ec209e99 HTTP/1.1" status: 200 len: 1127 time: 0.0429828 Mar 21 11:50:09.076492 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-49e859c0-4beb-4f26-b3b4-883b33604289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:09.077913 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-49e859c0-4beb-4f26-b3b4-883b33604289 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3637e4382a840d58eb09181ec209e99&device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 1127 time: 0.0453379 Mar 21 11:50:09.163222 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-6e15448d-c5f2-4bfb-adb0-87b77e9ee7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:09.164708 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-6e15448d-c5f2-4bfb-adb0-87b77e9ee7a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32e2795d-010e-482a-b2f0-3186baea29f4 HTTP/1.1" status: 200 len: 910 time: 0.0814056 Mar 21 11:50:09.230989 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-ce165426-4c17-4df8-ad34-8e3b0deea68b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532581cc-9df9-4a2e-bfb5-133b3e77e2b3 HTTP/1.1" status: 200 len: 999 time: 0.0599453 Mar 21 11:50:09.277944 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-3e3e3696-ec7b-4086-97a8-5544c322959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:09.279276 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-3e3e3696-ec7b-4086-97a8-5544c322959c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e0ef3ac-142d-449b-851f-88e25505c7f2 HTTP/1.1" status: 200 len: 848 time: 0.0421352 Mar 21 11:50:09.325636 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-59b1b83b-f4d1-4c5f-9e69-8562b842a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:09.327088 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-59b1b83b-f4d1-4c5f-9e69-8562b842a4f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32e2795d-010e-482a-b2f0-3186baea29f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419154 Mar 21 11:50:09.413263 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-0a9691e8-dfe1-47b9-b015-9cda3c372309 service neutron] 10.222.0.64 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801897 Mar 21 11:50:09.497494 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7bfc9b31-6b7b-4d74-b5dd-ad1b9ded5de3 req-23d35614-f99b-46ca-9f10-307f4253eea1 service neutron] 10.222.0.64 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788677 Mar 21 11:50:09.711700 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb572d6d-1caf-4a0b-a630-28badab15f08 req-bb6f644d-2b83-43be-a68f-6f523ad0c127 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:09.713184 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb572d6d-1caf-4a0b-a630-28badab15f08 req-bb6f644d-2b83-43be-a68f-6f523ad0c127 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 943 time: 0.0517604 Mar 21 11:50:09.760148 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb572d6d-1caf-4a0b-a630-28badab15f08 req-d29d60ef-79fe-43e1-8790-7767328571ca tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415256 Mar 21 11:50:09.941587 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1b857276-b1c3-478a-a35d-7a6f4bd3205d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:10.881064 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba846c08-80e3-4788-bc60-35bf7c0e7af3 req-757bd8cf-865d-4599-a83d-3e58ddfc1909 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:10.882505 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ba846c08-80e3-4788-bc60-35bf7c0e7af3 req-757bd8cf-865d-4599-a83d-3e58ddfc1909 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 943 time: 0.0553510 Mar 21 11:50:10.929037 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-ba846c08-80e3-4788-bc60-35bf7c0e7af3 req-0bcfa74e-95a3-431c-87e3-45c3e4462c92 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410836 Mar 21 11:50:12.044282 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a376a8-e79c-40f7-961b-1cbc4fa864e5 req-58c3947e-108a-4d4d-bee2-5b0722686357 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:12.045716 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e7a376a8-e79c-40f7-961b-1cbc4fa864e5 req-58c3947e-108a-4d4d-bee2-5b0722686357 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 943 time: 0.0508132 Mar 21 11:50:12.092140 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-e7a376a8-e79c-40f7-961b-1cbc4fa864e5 req-80488aae-349a-4df7-9fe6-66994c31dd24 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408831 Mar 21 11:50:12.274557 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2bb319c-7af2-4d07-971a-814576ac6b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:13.208907 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32023a66-a320-4262-89c5-0629577976d4 req-f2038cb4-0ac9-4b9c-94aa-3d848999e126 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:13.210351 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-32023a66-a320-4262-89c5-0629577976d4 req-f2038cb4-0ac9-4b9c-94aa-3d848999e126 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 943 time: 0.0545030 Mar 21 11:50:13.256965 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-32023a66-a320-4262-89c5-0629577976d4 req-c564fe29-519d-41e1-89a4-3bbb4de424d6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411534 Mar 21 11:50:13.506020 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:14.372659 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6943c-0aa0-43e3-b310-71e3abeaaf33 req-ed2de7a4-701d-49ce-b4d5-87d4bbf4e8da tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:14.374013 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-39a6943c-0aa0-43e3-b310-71e3abeaaf33 req-ed2de7a4-701d-49ce-b4d5-87d4bbf4e8da tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 943 time: 0.0514145 Mar 21 11:50:14.420425 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-39a6943c-0aa0-43e3-b310-71e3abeaaf33 req-ead941c1-80ff-4b58-bcef-e9d8c81e9d19 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409358 Mar 21 11:50:14.806147 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:15.534057 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fbb8d-e27f-4aaa-881f-255dbc890805 req-c6c3fa50-ba73-41d5-832e-f8f01e447705 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:15.535472 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-097fbb8d-e27f-4aaa-881f-255dbc890805 req-c6c3fa50-ba73-41d5-832e-f8f01e447705 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 943 time: 0.0507550 Mar 21 11:50:15.586007 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-097fbb8d-e27f-4aaa-881f-255dbc890805 req-fc6bc54e-2495-49d0-bb1f-9f73577358d4 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451026 Mar 21 11:50:16.104448 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=103320) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:50:16.200519 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,segment=NetworkSegment(540348ea-1e97-4ca1-87ca-27f9850cccb8),segment_id=540348ea-1e97-4ca1-87ca-27f9850cccb8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:50:16.212155 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Returning: {'device': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'port_id': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3', 'mac_address': 'fa:16:3e:18:4b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103320) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:50:16.248105 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 is: DOWN; New status is: BUILD {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:50:16.248498 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:16.260978 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:50:16.280068 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,segment=NetworkSegment(540348ea-1e97-4ca1-87ca-27f9850cccb8),segment_id=540348ea-1e97-4ca1-87ca-27f9850cccb8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:50:16.284006 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:16.328261 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:50:16.443030 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:16.518270 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] get_ports_and_sgs() called for port_ids ['532581cc-9df9-4a2e-bfb5-133b3e77e2b3'] {{(pid=103320) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:50:16.700974 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a550a-203c-4c71-b1b0-7bc1912b1ba0 req-e3a85159-2f60-44d9-8970-842fa5d5b2f9 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:16.702328 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb1a550a-203c-4c71-b1b0-7bc1912b1ba0 req-e3a85159-2f60-44d9-8970-842fa5d5b2f9 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 944 time: 0.0518389 Mar 21 11:50:16.751744 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-cb1a550a-203c-4c71-b1b0-7bc1912b1ba0 req-90aa292f-96c0-4216-94a8-fa76a736eed8 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438216 Mar 21 11:50:17.350129 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:17.865289 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e1512-9890-4d1f-8a43-9231de7e6880 req-146897fc-c31d-4c44-9140-bd500c791a04 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:17.866761 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2c7e1512-9890-4d1f-8a43-9231de7e6880 req-146897fc-c31d-4c44-9140-bd500c791a04 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 944 time: 0.0511067 Mar 21 11:50:17.913773 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2c7e1512-9890-4d1f-8a43-9231de7e6880 req-387dfce8-2662-40f1-aa89-6b3c6cce04c9 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412474 Mar 21 11:50:18.114966 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 up at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:50:18.161507 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Provisioning complete for port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 triggered by entity L2. {{(pid=103320) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:50:18.161872 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281272'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), provisioning_complete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:18.236338 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Current status of the port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 is: BUILD; New status is: ACTIVE {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:50:18.236713 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:18.258411 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:50:18.260622 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75d36c6bc64431bd5f4c5ca1211b17de0003060be679464f7051bbad0785ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3ac82d-8e83-4896-b950-67c62215a396" -d '{"events": [{"server_uuid": "a5ea98b5-d7a4-421c-9e78-8d3b95993a8d", "name": "network-vif-plugged", "status": "completed", "tag": "532581cc-9df9-4a2e-bfb5-133b3e77e2b3"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:50:18.272218 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] For port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,segment=NetworkSegment(540348ea-1e97-4ca1-87ca-27f9850cccb8),segment_id=540348ea-1e97-4ca1-87ca-27f9850cccb8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:50:18.276229 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758069407636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758068985613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758068985631'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:18.299227 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7bb791-f1eb-4b1f-8192-f6422f642cf3 x-openstack-request-id: req-ef7bb791-f1eb-4b1f-8192-f6422f642cf3 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:50:18.299510 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ea98b5-d7a4-421c-9e78-8d3b95993a8d", "name": "network-vif-plugged", "status": "completed", "tag": "532581cc-9df9-4a2e-bfb5-133b3e77e2b3", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:50:18.299800 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef7bb791-f1eb-4b1f-8192-f6422f642cf3 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:50:18.300170 dv-cinder-805072-11-iscsi neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3', 'code': 200} Mar 21 11:50:18.325799 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Pushing event updated for resources: {'Port': ['ID=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,revision_number=8']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:50:18.504586 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b004ca4-d70a-41b0-a8c1-ca17f07f744d req-120f960d-5d85-45b9-a493-5ee005353232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:18.506037 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7b004ca4-d70a-41b0-a8c1-ca17f07f744d req-120f960d-5d85-45b9-a493-5ee005353232 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 1129 time: 0.0460653 Mar 21 11:50:18.549755 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-7b004ca4-d70a-41b0-a8c1-ca17f07f744d req-2674df1d-4714-4940-8ff7-e1e39abaa92c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376706 Mar 21 11:50:19.032220 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce63d8-71e8-422e-8e65-9ff184056e9b req-c6c1e5a1-6813-4061-b9e8-33093c1e3e78 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:19.033672 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-29ce63d8-71e8-422e-8e65-9ff184056e9b req-c6c1e5a1-6813-4061-b9e8-33093c1e3e78 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0532353 Mar 21 11:50:19.080839 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-29ce63d8-71e8-422e-8e65-9ff184056e9b req-b50cf092-af0d-4722-8a45-69c3c40d7388 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416455 Mar 21 11:50:20.195844 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde1d83-68e9-43e5-8af8-4c3a2f95f107 req-9adc6c3c-9b1f-4666-a51f-0f7e33efcb45 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:20.197295 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8fde1d83-68e9-43e5-8af8-4c3a2f95f107 req-9adc6c3c-9b1f-4666-a51f-0f7e33efcb45 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0506485 Mar 21 11:50:20.246802 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-8fde1d83-68e9-43e5-8af8-4c3a2f95f107 req-2d66c338-c917-47fb-b82f-0edbe8887fca tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438991 Mar 21 11:50:25.500078 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:50:32.981592 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2fb8b5ee-8a10-4fa6-9f6a-2cb02af25686 req-3771fe63-52e6-4afd-94c5-e64ac5a36205 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422831 Mar 21 11:50:33.062335 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8b5ee-8a10-4fa6-9f6a-2cb02af25686 req-f7d4045b-ab3c-4e8e-a0b5-00a480d6e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:33.063810 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2fb8b5ee-8a10-4fa6-9f6a-2cb02af25686 req-f7d4045b-ab3c-4e8e-a0b5-00a480d6e42c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3637e4382a840d58eb09181ec209e99&device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 1129 time: 0.0436177 Mar 21 11:50:33.165807 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8b5ee-8a10-4fa6-9f6a-2cb02af25686 req-556a9e54-acd0-410a-8c80-4c5be7767d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:33.167279 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2fb8b5ee-8a10-4fa6-9f6a-2cb02af25686 req-556a9e54-acd0-410a-8c80-4c5be7767d1e service neutron] 10.222.0.64 "GET /v2.0/networks?id=32e2795d-010e-482a-b2f0-3186baea29f4 HTTP/1.1" status: 200 len: 910 time: 0.0860770 Mar 21 11:50:33.231047 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2fb8b5ee-8a10-4fa6-9f6a-2cb02af25686 req-392de17d-2147-4c97-a219-5d0886a26125 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532581cc-9df9-4a2e-bfb5-133b3e77e2b3 HTTP/1.1" status: 200 len: 1001 time: 0.0571690 Mar 21 11:50:33.282862 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8b5ee-8a10-4fa6-9f6a-2cb02af25686 req-ebeaecff-89c0-42ff-802b-1ec3379aa12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:33.284179 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2fb8b5ee-8a10-4fa6-9f6a-2cb02af25686 req-ebeaecff-89c0-42ff-802b-1ec3379aa12b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e0ef3ac-142d-449b-851f-88e25505c7f2 HTTP/1.1" status: 200 len: 848 time: 0.0423539 Mar 21 11:50:33.343728 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8b5ee-8a10-4fa6-9f6a-2cb02af25686 req-4536d1f2-6c41-4d72-867d-d61fd9b1553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:50:33.345197 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2fb8b5ee-8a10-4fa6-9f6a-2cb02af25686 req-4536d1f2-6c41-4d72-867d-d61fd9b1553b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32e2795d-010e-482a-b2f0-3186baea29f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459836 Mar 21 11:50:33.430258 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2fb8b5ee-8a10-4fa6-9f6a-2cb02af25686 req-d255f32f-2d98-4d39-a293-08841e3f639b service neutron] 10.222.0.64 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790043 Mar 21 11:50:33.522044 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-2fb8b5ee-8a10-4fa6-9f6a-2cb02af25686 req-bbe2039d-bf5a-4eb3-ae49-50107e7e04f1 service neutron] 10.222.0.64 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840108 Mar 21 11:50:39.942708 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-12ca5a63-90de-468a-9de6-68b32962fdbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:42.276352 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f6ae6eaa-afb3-46b0-8cfb-e8199408b406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:43.508684 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:44.809287 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:46.434682 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:50:47.361307 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:02.499140 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:51:09.943822 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-815a6a4f-5ec7-400f-b12e-74e0464c61cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:12.277900 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c01952f7-731f-476a-b64f-aa65618fa092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:13.511188 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:14.813011 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:16.436550 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:17.359939 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:32.638192 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46516) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:51:32.790147 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Deleting port ca1415d8-7dc6-444e-9dfe-2bc956d044ff {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:51:32.790478 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (ca1415d8-7dc6-444e-9dfe-2bc956d044ff), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:32.862323 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (ca1415d8-7dc6-444e-9dfe-2bc956d044ff), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:32.862649 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for floatingip (ca1415d8-7dc6-444e-9dfe-2bc956d044ff), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:32.874305 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Calling delete_port for ca1415d8-7dc6-444e-9dfe-2bc956d044ff owned by network:floatingip {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:51:33.016938 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (ca1415d8-7dc6-444e-9dfe-2bc956d044ff), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:33.047048 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Pushing event deleted for resources: {'Port': ['ID=ca1415d8-7dc6-444e-9dfe-2bc956d044ff,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:51:33.075311 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:33.075853 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:33.076348 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:33.076798 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:33.077137 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:33.077467 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:33.077796 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:33.078242 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:33.078714 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:33.079130 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:33.079457 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:33.079799 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:33.080134 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:33.080589 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:33.081064 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:33.122129 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for floatingip (2d8edcbb-54b5-4420-a2e9-b24b6585ed5d), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:33.122463 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.db.l3_db [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Floating IP 2d8edcbb-54b5-4420-a2e9-b24b6585ed5d disassociated (deleted). External IP: 172.27.0.144, port: 532581cc-9df9-4a2e-bfb5-133b3e77e2b3. Mar 21 11:51:33.328682 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:51:33.438849 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:51:33.443836 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for floatingip (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:33.449320 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b8a446-aa81-4cad-a6ff-3a4a4139f834 None None] Sync routers for ids ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:51:33.458388 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b8a446-aa81-4cad-a6ff-3a4a4139f834 None None] Routers {'3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:51:33.459002 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e9b8a446-aa81-4cad-a6ff-3a4a4139f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:51:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:33.472175 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-c10ab384-87b0-441b-80f8-bd227c40d2b6 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "DELETE /v2.0/floatingips/2d8edcbb-54b5-4420-a2e9-b24b6585ed5d HTTP/1.1" status: 204 len: 168 time: 0.8329065 Mar 21 11:51:33.472762 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'tag': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3'}] {{(pid=103319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:51:33.475008 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d7b816f3a06605387e8fbce4692360954dc05b73c3f9be141b24bdd2b92167a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc598b3-9c58-44ee-8d2b-f3b563e2af57" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ea98b5-d7a4-421c-9e78-8d3b95993a8d", "tag": "532581cc-9df9-4a2e-bfb5-133b3e77e2b3"}]}' {{(pid=103319) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:51:33.510825 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5fdfee-229a-4eb5-8632-475c3e202e16 x-openstack-request-id: req-bc5fdfee-229a-4eb5-8632-475c3e202e16 {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:51:33.511116 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ea98b5-d7a4-421c-9e78-8d3b95993a8d", "tag": "532581cc-9df9-4a2e-bfb5-133b3e77e2b3", "status": "completed", "code": 200}]} {{(pid=103319) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:51:33.511368 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bc5fdfee-229a-4eb5-8632-475c3e202e16 {{(pid=103319) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:51:33.511766 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'tag': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3', 'status': 'completed', 'code': 200} Mar 21 11:51:33.573240 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e9b8a446-aa81-4cad-a6ff-3a4a4139f834 None None] Set router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:51:33.582356 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc598b3-9c58-44ee-8d2b-f3b563e2af57 req-76e39361-a218-41cb-83b9-22cab9d46298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:51:33.584082 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcc598b3-9c58-44ee-8d2b-f3b563e2af57 req-76e39361-a218-41cb-83b9-22cab9d46298 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3637e4382a840d58eb09181ec209e99&device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 1129 time: 0.0491467 Mar 21 11:51:33.707894 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc598b3-9c58-44ee-8d2b-f3b563e2af57 req-6075f9fc-012d-4549-b114-24db2e2b3a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:51:33.709281 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcc598b3-9c58-44ee-8d2b-f3b563e2af57 req-6075f9fc-012d-4549-b114-24db2e2b3a88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=32e2795d-010e-482a-b2f0-3186baea29f4 HTTP/1.1" status: 200 len: 910 time: 0.1158702 Mar 21 11:51:33.753272 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcc598b3-9c58-44ee-8d2b-f3b563e2af57 req-cddf83df-68da-46c7-b283-4fa52ef1c4a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532581cc-9df9-4a2e-bfb5-133b3e77e2b3 HTTP/1.1" status: 200 len: 217 time: 0.0372658 Mar 21 11:51:33.763367 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee3600-12e6-4a38-a797-a4f1c41148f5 req-3b448ca9-1dba-4b6f-aa31-66178d521168 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:51:33.764814 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a7ee3600-12e6-4a38-a797-a4f1c41148f5 req-3b448ca9-1dba-4b6f-aa31-66178d521168 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.1013079 Mar 21 11:51:33.779448 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e9b8a446-aa81-4cad-a6ff-3a4a4139f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'name': 'tempest-TestShelveInstance-2136834863-router', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '77a6511e-64ad-480b-9133-44779726e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:13Z', 'updated_at': '2022-03-21T11:47:16Z', 'revision_number': 4, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'gw_port': {'id': '77a6511e-64ad-480b-9133-44779726e4de', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:14Z', 'updated_at': '2022-03-21T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a5a54996-e597-4644-a96d-f45bde6a2beb', 'name': '', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'mac_address': 'fa:16:3e:08:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:16Z', 'updated_at': '2022-03-21T11:47:22Z', 'revision_number': 5, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'subnets': [{'id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:33.810137 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b8a446-aa81-4cad-a6ff-3a4a4139f834 None None] Checking router: 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:51:33.818228 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b8a446-aa81-4cad-a6ff-3a4a4139f834 None None] Routers {'3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:51:33.819132 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e9b8a446-aa81-4cad-a6ff-3a4a4139f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:51:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:33.837178 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc598b3-9c58-44ee-8d2b-f3b563e2af57 req-72bcabaa-2eb2-41d9-8da2-ca57fac4fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:51:33.838537 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcc598b3-9c58-44ee-8d2b-f3b563e2af57 req-72bcabaa-2eb2-41d9-8da2-ca57fac4fe8a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e0ef3ac-142d-449b-851f-88e25505c7f2 HTTP/1.1" status: 200 len: 848 time: 0.0728953 Mar 21 11:51:33.846963 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-a7ee3600-12e6-4a38-a797-a4f1c41148f5 req-19b38afd-f748-4d34-b00f-0fc915e46741 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743587 Mar 21 11:51:33.899038 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc598b3-9c58-44ee-8d2b-f3b563e2af57 req-a2288bb3-d430-44d4-8c2a-e2435dab7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:51:33.900622 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcc598b3-9c58-44ee-8d2b-f3b563e2af57 req-a2288bb3-d430-44d4-8c2a-e2435dab7373 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=32e2795d-010e-482a-b2f0-3186baea29f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528185 Mar 21 11:51:33.939707 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-e9b8a446-aa81-4cad-a6ff-3a4a4139f834 None None] Set router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:51:33.991615 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcc598b3-9c58-44ee-8d2b-f3b563e2af57 req-59482aad-ae86-4bf6-be2e-2c6f0f0a58c7 service neutron] 10.222.0.64 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834050 Mar 21 11:51:34.083199 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-dcc598b3-9c58-44ee-8d2b-f3b563e2af57 req-c28e6f33-1967-4647-b7f7-a0d27b2a2691 service neutron] 10.222.0.64 "GET /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846663 Mar 21 11:51:34.135037 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-e9b8a446-aa81-4cad-a6ff-3a4a4139f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'name': 'tempest-TestShelveInstance-2136834863-router', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '77a6511e-64ad-480b-9133-44779726e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:13Z', 'updated_at': '2022-03-21T11:47:16Z', 'revision_number': 4, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'gw_port': {'id': '77a6511e-64ad-480b-9133-44779726e4de', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:14Z', 'updated_at': '2022-03-21T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a5a54996-e597-4644-a96d-f45bde6a2beb', 'name': '', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'mac_address': 'fa:16:3e:08:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:16Z', 'updated_at': '2022-03-21T11:47:22Z', 'revision_number': 5, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'subnets': [{'id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:34.160682 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b8a446-aa81-4cad-a6ff-3a4a4139f834 None None] The sync data for ids ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'] in dv-cinder-805072-11-iscsi is: [{'id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'name': 'tempest-TestShelveInstance-2136834863-router', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '77a6511e-64ad-480b-9133-44779726e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:13Z', 'updated_at': '2022-03-21T11:47:16Z', 'revision_number': 4, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'gw_port': {'id': '77a6511e-64ad-480b-9133-44779726e4de', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:14Z', 'updated_at': '2022-03-21T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi', '_interfaces': [{'id': 'a5a54996-e597-4644-a96d-f45bde6a2beb', 'name': '', 'network_id': '32e2795d-010e-482a-b2f0-3186baea29f4', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'mac_address': 'fa:16:3e:08:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:16Z', 'updated_at': '2022-03-21T11:47:22Z', 'revision_number': 5, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'subnets': [{'id': '6e0ef3ac-142d-449b-851f-88e25505c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:51:34.377805 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eba5f0-ecf1-4b58-9822-eb23a45cdd84 None None] New status for floating IP 2d8edcbb-54b5-4420-a2e9-b24b6585ed5d: DOWN {{(pid=103321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:51:35.032161 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cde62-fd9d-42f3-ac0b-c847b68b72ef req-12185144-18ac-486e-b967-5db550a256f8 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:51:35.033642 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-622cde62-fd9d-42f3-ac0b-c847b68b72ef req-12185144-18ac-486e-b967-5db550a256f8 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0548444 Mar 21 11:51:35.083166 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-622cde62-fd9d-42f3-ac0b-c847b68b72ef req-c0149ecc-ea1b-41f5-9dc0-f9b978f87229 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c5bca7c-864e-4d41-b753-cb9a29362e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437119 Mar 21 11:51:35.176360 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf4a9e-19ba-4eda-833b-b23c45241277 req-c1cbff60-a11b-409f-8338-80113f250a28 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:51:35.178375 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f1bf4a9e-19ba-4eda-833b-b23c45241277 req-c1cbff60-a11b-409f-8338-80113f250a28 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 945 time: 0.0548806 Mar 21 11:51:35.265339 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f1bf4a9e-19ba-4eda-833b-b23c45241277 req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Deleting port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:51:35.265587 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f1bf4a9e-19ba-4eda-833b-b23c45241277 req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:35.353019 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [req-f1bf4a9e-19ba-4eda-833b-b23c45241277 req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] For port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,segment=NetworkSegment(540348ea-1e97-4ca1-87ca-27f9850cccb8),segment_id=540348ea-1e97-4ca1-87ca-27f9850cccb8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:51:35.353368 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f1bf4a9e-19ba-4eda-833b-b23c45241277 req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:35.619188 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [req-f1bf4a9e-19ba-4eda-833b-b23c45241277 req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Calling delete_port for 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 owned by compute:nova {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:51:35.738152 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f1bf4a9e-19ba-4eda-833b-b23c45241277 req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (532581cc-9df9-4a2e-bfb5-133b3e77e2b3), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:35.768905 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Pushing event deleted for resources: {'Port': ['ID=532581cc-9df9-4a2e-bfb5-133b3e77e2b3,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:51:35.780882 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:35.781235 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:35.781568 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:35.781908 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:35.782235 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:35.782557 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:35.782875 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:35.783193 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:35.783510 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:35.783845 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:35.784164 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:35.784480 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:35.784792 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:35.785118 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:35.785415 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:35.821139 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bf4a9e-19ba-4eda-833b-b23c45241277 req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] No DVR routers for this DVR port 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 on host hv-cinder-80507 {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:51:35.823485 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [req-f1bf4a9e-19ba-4eda-833b-b23c45241277 req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246688'] for port (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:35.826709 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-f1bf4a9e-19ba-4eda-833b-b23c45241277 req-08e29624-98aa-41ba-ba24-e07477d1d13b tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.64 "DELETE /v2.0/ports/532581cc-9df9-4a2e-bfb5-133b3e77e2b3 HTTP/1.1" status: 204 len: 173 time: 0.6435163 Mar 21 11:51:35.827132 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'name': 'network-vif-deleted', 'tag': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3'}] {{(pid=103318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:51:35.829356 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb89fad91e8865683653bfce5fffd492e37e6ebe67ec94415165d2bd6c3eca7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6945f782-c4bc-4de9-87b6-7e4438551cc9" -d '{"events": [{"server_uuid": "a5ea98b5-d7a4-421c-9e78-8d3b95993a8d", "name": "network-vif-deleted", "tag": "532581cc-9df9-4a2e-bfb5-133b3e77e2b3"}]}' {{(pid=103318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:51:35.866707 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ac2f75-9373-4576-aa97-e1f3f4891abb x-openstack-request-id: req-15ac2f75-9373-4576-aa97-e1f3f4891abb {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:51:35.866997 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ea98b5-d7a4-421c-9e78-8d3b95993a8d", "name": "network-vif-deleted", "tag": "532581cc-9df9-4a2e-bfb5-133b3e77e2b3", "status": "completed", "code": 200}]} {{(pid=103318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:51:35.867274 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15ac2f75-9373-4576-aa97-e1f3f4891abb {{(pid=103318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:51:35.867669 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ea98b5-d7a4-421c-9e78-8d3b95993a8d', 'name': 'network-vif-deleted', 'tag': '532581cc-9df9-4a2e-bfb5-133b3e77e2b3', 'status': 'completed', 'code': 200} Mar 21 11:51:36.190878 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [req-9670165a-24f2-4fcd-be29-367d24cc1b08 req-3d1e5be7-2aba-4662-8365-f8224791ba9a tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5ea98b5-d7a4-421c-9e78-8d3b95993a8d HTTP/1.1" status: 200 len: 210 time: 0.0304129 Mar 21 11:51:37.250726 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46548) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:51:37.305434 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb4d16a1-73c0-4c90-82c1-3f19d35fece4 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group (6c5bca7c-864e-4d41-b753-cb9a29362e09), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:37.329855 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb4d16a1-73c0-4c90-82c1-3f19d35fece4 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group (6c5bca7c-864e-4d41-b753-cb9a29362e09), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:37.389247 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb4d16a1-73c0-4c90-82c1-3f19d35fece4 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (6c5bca7c-864e-4d41-b753-cb9a29362e09), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:37.392003 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-cb4d16a1-73c0-4c90-82c1-3f19d35fece4 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:37.393146 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-cb4d16a1-73c0-4c90-82c1-3f19d35fece4 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] 10.222.0.61 "DELETE /v2.0/security-groups/6c5bca7c-864e-4d41-b753-cb9a29362e09 HTTP/1.1" status: 204 len: 168 time: 0.1414533 Mar 21 11:51:37.402431 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d16a1-73c0-4c90-82c1-3f19d35fece4 tempest-TestShelveInstance-263475949 tempest-TestShelveInstance-263475949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5bca7c-864e-4d41-b753-cb9a29362e09,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:51:37.436236 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46552) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:51:37.772670 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a391f8b-e01c-4373-97f6-fd8ed43e1425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655690'] for router_interface (3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:38.013026 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-1a391f8b-e01c-4373-97f6-fd8ed43e1425 admin admin] Deleting port a5a54996-e597-4644-a96d-f45bde6a2beb {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:51:38.013363 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a391f8b-e01c-4373-97f6-fd8ed43e1425 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:38.088312 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-1a391f8b-e01c-4373-97f6-fd8ed43e1425 admin admin] For port a5a54996-e597-4644-a96d-f45bde6a2beb, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=a5a54996-e597-4644-a96d-f45bde6a2beb,segment=NetworkSegment(540348ea-1e97-4ca1-87ca-27f9850cccb8),segment_id=540348ea-1e97-4ca1-87ca-27f9850cccb8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:51:38.088585 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a391f8b-e01c-4373-97f6-fd8ed43e1425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:38.101338 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-1a391f8b-e01c-4373-97f6-fd8ed43e1425 admin admin] Calling delete_port for a5a54996-e597-4644-a96d-f45bde6a2beb owned by network:router_interface {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:51:38.276788 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a391f8b-e01c-4373-97f6-fd8ed43e1425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (a5a54996-e597-4644-a96d-f45bde6a2beb), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:38.301873 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a391f8b-e01c-4373-97f6-fd8ed43e1425 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a54996-e597-4644-a96d-f45bde6a2beb,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:51:38.470238 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-1a391f8b-e01c-4373-97f6-fd8ed43e1425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656890'] for router_interface (3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:38.538099 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:51:38.558101 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] No Port match for: 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:51:38.558434 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Device 532581cc-9df9-4a2e-bfb5-133b3e77e2b3 not bound to the agent host hv-cinder-80507 {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:51:38.685228 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a391f8b-e01c-4373-97f6-fd8ed43e1425 admin admin] Router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:51:38.787781 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a391f8b-e01c-4373-97f6-fd8ed43e1425 admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:51:38.792601 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-1a391f8b-e01c-4373-97f6-fd8ed43e1425 admin admin] 10.222.0.61 "PUT /v2.0/routers/3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3552580 Mar 21 11:51:38.795276 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46554) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:51:38.796253 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f695c5c-57c2-4d4b-b8fa-78519e55063a None None] Sync routers for ids ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'] in dv-cinder-805072-11-iscsi {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:51:38.806788 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f695c5c-57c2-4d4b-b8fa-78519e55063a None None] Routers {'3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:51:38.807391 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2f695c5c-57c2-4d4b-b8fa-78519e55063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:51:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:38.899767 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-581dc8b0-eaef-439b-a0ae-93e50566d939 admin admin] Publish callbacks [] for router (3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:39.004984 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-581dc8b0-eaef-439b-a0ae-93e50566d939 admin admin] Publish callbacks [] for router_gateway (3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:39.040670 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-2f695c5c-57c2-4d4b-b8fa-78519e55063a None None] Set router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d gateway port host: dv-cinder-805072-11-iscsi {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:51:39.055683 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-581dc8b0-eaef-439b-a0ae-93e50566d939 admin admin] Deleting port 77a6511e-64ad-480b-9133-44779726e4de {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:51:39.056058 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-581dc8b0-eaef-439b-a0ae-93e50566d939 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (77a6511e-64ad-480b-9133-44779726e4de), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:39.140002 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-581dc8b0-eaef-439b-a0ae-93e50566d939 admin admin] For port 77a6511e-64ad-480b-9133-44779726e4de, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=77a6511e-64ad-480b-9133-44779726e4de,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:51:39.140365 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-581dc8b0-eaef-439b-a0ae-93e50566d939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (77a6511e-64ad-480b-9133-44779726e4de), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:39.153335 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-581dc8b0-eaef-439b-a0ae-93e50566d939 admin admin] Calling delete_port for 77a6511e-64ad-480b-9133-44779726e4de owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:51:39.222034 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2f695c5c-57c2-4d4b-b8fa-78519e55063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'name': 'tempest-TestShelveInstance-2136834863-router', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '77a6511e-64ad-480b-9133-44779726e4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:13Z', 'updated_at': '2022-03-21T11:51:38Z', 'revision_number': 5, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'gw_port': {'id': '77a6511e-64ad-480b-9133-44779726e4de', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:14Z', 'updated_at': '2022-03-21T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:39.252514 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f695c5c-57c2-4d4b-b8fa-78519e55063a None None] Checking router: 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d for host: dv-cinder-805072-11-iscsi {{(pid=103320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:51:39.260679 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f695c5c-57c2-4d4b-b8fa-78519e55063a None None] Routers {'3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:51:39.261216 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2f695c5c-57c2-4d4b-b8fa-78519e55063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:51:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'], 'active': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:39.314872 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-581dc8b0-eaef-439b-a0ae-93e50566d939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (77a6511e-64ad-480b-9133-44779726e4de), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:39.337957 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581dc8b0-eaef-439b-a0ae-93e50566d939 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a6511e-64ad-480b-9133-44779726e4de,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:51:39.353616 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvr_db [None req-2f695c5c-57c2-4d4b-b8fa-78519e55063a None None] Set router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d gateway port host: None {{(pid=103320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:51:39.399543 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-581dc8b0-eaef-439b-a0ae-93e50566d939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655872'] for router_gateway (3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:39.425462 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_hamode_db [None req-2f695c5c-57c2-4d4b-b8fa-78519e55063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'name': 'tempest-TestShelveInstance-2136834863-router', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:13Z', 'updated_at': '2022-03-21T11:51:39Z', 'revision_number': 6, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'gw_port_host': None}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:39.457474 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f695c5c-57c2-4d4b-b8fa-78519e55063a None None] The sync data for ids ['3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d'] in dv-cinder-805072-11-iscsi is: [{'id': '3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d', 'name': 'tempest-TestShelveInstance-2136834863-router', 'tenant_id': 'f3637e4382a840d58eb09181ec209e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:13Z', 'updated_at': '2022-03-21T11:51:39Z', 'revision_number': 6, 'project_id': 'f3637e4382a840d58eb09181ec209e99', 'gw_port_host': None}] {{(pid=103320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:51:39.495892 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-581dc8b0-eaef-439b-a0ae-93e50566d939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4767'] for router (3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:39.497449 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:51:39.498151 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-581dc8b0-eaef-439b-a0ae-93e50566d939 admin admin] Publish callbacks [] for router_controller (3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:39.765292 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-581dc8b0-eaef-439b-a0ae-93e50566d939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659171'] for router (3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:39.765700 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581dc8b0-eaef-439b-a0ae-93e50566d939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:51:39.769914 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-581dc8b0-eaef-439b-a0ae-93e50566d939 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:39.771066 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-581dc8b0-eaef-439b-a0ae-93e50566d939 admin admin] 10.222.0.61 "DELETE /v2.0/routers/3f4aa31e-bc69-40f8-97da-87a6cdbd8f3d HTTP/1.1" status: 204 len: 168 time: 0.9747827 Mar 21 11:51:39.774188 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46558) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:51:39.817318 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d884bc-6c91-47fc-b931-c7788638e720 admin admin] Deleting subnet 6e0ef3ac-142d-449b-851f-88e25505c7f2 {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:51:39.821271 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a6d884bc-6c91-47fc-b931-c7788638e720 admin admin] Publish callbacks [] for subnet (6e0ef3ac-142d-449b-851f-88e25505c7f2), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:39.856248 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a6d884bc-6c91-47fc-b931-c7788638e720 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12119821'] for subnet (6e0ef3ac-142d-449b-851f-88e25505c7f2), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:39.935927 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a6d884bc-6c91-47fc-b931-c7788638e720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239508'] for subnet (6e0ef3ac-142d-449b-851f-88e25505c7f2), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:39.945547 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ea69198-d7c4-4bea-963d-9bfc4336723e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:39.985702 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a6d884bc-6c91-47fc-b931-c7788638e720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8481104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734074'] for subnet (6e0ef3ac-142d-449b-851f-88e25505c7f2), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:40.011005 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d884bc-6c91-47fc-b931-c7788638e720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e0ef3ac-142d-449b-851f-88e25505c7f2,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:51:40.014650 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-a6d884bc-6c91-47fc-b931-c7788638e720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:40.017803 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-a6d884bc-6c91-47fc-b931-c7788638e720 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6e0ef3ac-142d-449b-851f-88e25505c7f2 HTTP/1.1" status: 204 len: 168 time: 0.2426660 Mar 21 11:51:40.020435 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46560) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:51:40.021912 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3ad50f-8bb6-4693-a60b-fd5c680e33bc None None] Network 32e2795d-010e-482a-b2f0-3186baea29f4 requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:51:40.086897 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163419'] for network (32e2795d-010e-482a-b2f0-3186baea29f4), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:40.141095 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] Deleting port 5c5067e6-5a77-47da-a15f-235f75eebdd6 {{(pid=103318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:51:40.141433 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (5c5067e6-5a77-47da-a15f-235f75eebdd6), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:40.207238 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.db [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] For port 5c5067e6-5a77-47da-a15f-235f75eebdd6, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=5c5067e6-5a77-47da-a15f-235f75eebdd6,segment=NetworkSegment(540348ea-1e97-4ca1-87ca-27f9850cccb8),segment_id=540348ea-1e97-4ca1-87ca-27f9850cccb8)] {{(pid=103318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:51:40.207597 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (5c5067e6-5a77-47da-a15f-235f75eebdd6), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:40.220677 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.plugin [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] Calling delete_port for 5c5067e6-5a77-47da-a15f-235f75eebdd6 owned by network:dhcp {{(pid=103318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:51:40.221707 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] DHCP port deletion for 32e2795d-010e-482a-b2f0-3186baea29f4 request from dv-cinder-805072-11-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:51:40.269444 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Deleting port 5c5067e6-5a77-47da-a15f-235f75eebdd6 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:51:40.269728 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (5c5067e6-5a77-47da-a15f-235f75eebdd6), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:40.299716 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8737203'] for port (5c5067e6-5a77-47da-a15f-235f75eebdd6), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:40.330805 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5067e6-5a77-47da-a15f-235f75eebdd6,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:51:40.334116 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] No DVR routers for this DVR port 5c5067e6-5a77-47da-a15f-235f75eebdd6 on host dv-cinder-805072-11-iscsi {{(pid=103318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:51:40.336490 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] For port 5c5067e6-5a77-47da-a15f-235f75eebdd6, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=5c5067e6-5a77-47da-a15f-235f75eebdd6,segment=NetworkSegment(540348ea-1e97-4ca1-87ca-27f9850cccb8),segment_id=540348ea-1e97-4ca1-87ca-27f9850cccb8)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:51:40.336929 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (5c5067e6-5a77-47da-a15f-235f75eebdd6), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:40.349874 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Calling delete_port for 5c5067e6-5a77-47da-a15f-235f75eebdd6 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:51:40.410031 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3303649', 'neutron.services.segments.db._delete_segments_for_network-8758069329219'] for network (32e2795d-010e-482a-b2f0-3186baea29f4), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:40.433304 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604'] for port (5c5067e6-5a77-47da-a15f-235f75eebdd6), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:40.433969 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e2795d-010e-482a-b2f0-3186baea29f4']}} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:40.444258 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540348ea-1e97-4ca1-87ca-27f9850cccb8') {'for_net_delete': True} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:40.444793 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.services.segments.db [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540348ea-1e97-4ca1-87ca-27f9850cccb8') {} {{(pid=103318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:40.454738 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758069511244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11945827'] for segment (540348ea-1e97-4ca1-87ca-27f9850cccb8), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:40.458948 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Pushing event deleted for resources: {'Port': ['ID=5c5067e6-5a77-47da-a15f-235f75eebdd6,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:51:40.466642 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] No DVR routers for this DVR port 5c5067e6-5a77-47da-a15f-235f75eebdd6 on host dv-cinder-805072-11-iscsi {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:51:40.471489 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:40.471952 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:40.472102 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (540348ea-1e97-4ca1-87ca-27f9850cccb8), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:40.472428 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:40.472881 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:40.473238 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:40.473641 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:40.474040 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:40.474437 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:40.474835 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:40.475231 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:40.475628 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:40.482016 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:40.482840 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:40.483034 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:51:40.483578 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:40.483802 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8737248'] for segment (540348ea-1e97-4ca1-87ca-27f9850cccb8), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:40.484408 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc3fb42-f949-4abb-84e9-20431890bd1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-11-iscsi {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: Traceback (most recent call last): Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: timer() Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: cb(*args, **kw) Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: return func(*args, **kwargs) Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: self._notify() Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: self.callback(batched_events) Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: event.method(event) Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: return f(self, *a, **k) Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: return self._get(url).json() Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: return self.request(url, 'GET', **kwargs) Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:51:40.486053 dv-cinder-805072-11-iscsi neutron-server[103318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:51:40.544871 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3303642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655996'] for network (32e2795d-010e-482a-b2f0-3186baea29f4), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:40.550092 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:40.553210 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] 10.222.0.61 "DELETE /v2.0/networks/32e2795d-010e-482a-b2f0-3186baea29f4 HTTP/1.1" status: 204 len: 168 time: 0.5317991 Mar 21 11:51:40.556727 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46562) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:51:40.568134 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bac14d-8ef9-4bdd-befa-c87dd6357808 admin admin] Pushing event deleted for resources: {'Network': ['ID=32e2795d-010e-482a-b2f0-3186baea29f4,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:51:40.891329 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2477-c578-45c5-8068-edf2bddc0c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655690'] for router_interface (94217f88-cfe9-480b-b472-018c4f28c974), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:41.128251 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device a5a54996-e597-4644-a96d-f45bde6a2beb no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:51:41.134171 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e2477-c578-45c5-8068-edf2bddc0c3d admin admin] Deleting port 1ca0d451-c4ae-4b45-beeb-13efb0028e63 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:51:41.134504 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2477-c578-45c5-8068-edf2bddc0c3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:41.148862 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: a5a54996-e597-4644-a96d-f45bde6a2beb {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:51:41.149213 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device a5a54996-e597-4644-a96d-f45bde6a2beb not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:51:41.149703 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 77a6511e-64ad-480b-9133-44779726e4de no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:51:41.171550 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 77a6511e-64ad-480b-9133-44779726e4de {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:51:41.171920 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 77a6511e-64ad-480b-9133-44779726e4de not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:51:41.172332 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 5c5067e6-5a77-47da-a15f-235f75eebdd6 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:51:41.190727 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 5c5067e6-5a77-47da-a15f-235f75eebdd6 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:51:41.191076 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 5c5067e6-5a77-47da-a15f-235f75eebdd6 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:51:41.209955 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-1b7e2477-c578-45c5-8068-edf2bddc0c3d admin admin] For port 1ca0d451-c4ae-4b45-beeb-13efb0028e63, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=1ca0d451-c4ae-4b45-beeb-13efb0028e63,segment=NetworkSegment(be1b59fb-829f-4816-89f2-68f784366f3b),segment_id=be1b59fb-829f-4816-89f2-68f784366f3b)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:51:41.210949 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2477-c578-45c5-8068-edf2bddc0c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:41.223248 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e2477-c578-45c5-8068-edf2bddc0c3d admin admin] Calling delete_port for 1ca0d451-c4ae-4b45-beeb-13efb0028e63 owned by network:router_interface {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:51:41.395380 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2477-c578-45c5-8068-edf2bddc0c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (1ca0d451-c4ae-4b45-beeb-13efb0028e63), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:41.420327 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e2477-c578-45c5-8068-edf2bddc0c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ca0d451-c4ae-4b45-beeb-13efb0028e63,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:51:41.588624 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2477-c578-45c5-8068-edf2bddc0c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3651662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656890'] for router_interface (94217f88-cfe9-480b-b472-018c4f28c974), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:41.800297 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7e2477-c578-45c5-8068-edf2bddc0c3d admin admin] Router 94217f88-cfe9-480b-b472-018c4f28c974 has already been hosted by L3 agent 535c09b4-8535-43de-8b96-5cc5ffa4e9e0 {{(pid=103319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:51:41.905819 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7e2477-c578-45c5-8068-edf2bddc0c3d admin admin] Notify agent at l3_agent.dv-cinder-805072-11-iscsi the message routers_updated {{(pid=103319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:51:41.910662 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-1b7e2477-c578-45c5-8068-edf2bddc0c3d admin admin] 10.222.0.61 "PUT /v2.0/routers/94217f88-cfe9-480b-b472-018c4f28c974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3528192 Mar 21 11:51:41.913188 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46564) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:51:41.917554 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d6486c-e62b-43a9-b8b8-6c6a94fb6d2b None None] Sync routers for ids ['94217f88-cfe9-480b-b472-018c4f28c974'] in dv-cinder-805072-11-iscsi {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:51:41.926648 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d6486c-e62b-43a9-b8b8-6c6a94fb6d2b None None] Routers {'94217f88-cfe9-480b-b472-018c4f28c974'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:51:41.927260 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c0d6486c-e62b-43a9-b8b8-6c6a94fb6d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:51:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['94217f88-cfe9-480b-b472-018c4f28c974'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:42.012242 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b43b3f6-8264-4794-8366-4ebd5a68a5ad admin admin] Publish callbacks [] for router (94217f88-cfe9-480b-b472-018c4f28c974), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:42.031472 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c0d6486c-e62b-43a9-b8b8-6c6a94fb6d2b None None] Set router 94217f88-cfe9-480b-b472-018c4f28c974 gateway port host: dv-cinder-805072-11-iscsi {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:51:42.112412 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b43b3f6-8264-4794-8366-4ebd5a68a5ad admin admin] Publish callbacks [] for router_gateway (94217f88-cfe9-480b-b472-018c4f28c974), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:42.170986 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7b43b3f6-8264-4794-8366-4ebd5a68a5ad admin admin] Deleting port fc0a9b20-edd4-419d-b168-9d47041b07fb {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:51:42.171318 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b43b3f6-8264-4794-8366-4ebd5a68a5ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (fc0a9b20-edd4-419d-b168-9d47041b07fb), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:42.203859 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c0d6486c-e62b-43a9-b8b8-6c6a94fb6d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94217f88-cfe9-480b-b472-018c4f28c974', 'name': 'tempest-TestShelveInstance-1391024328-router', 'tenant_id': '86cc71209f8f48bb844817fadaa6e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'external_fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fc0a9b20-edd4-419d-b168-9d47041b07fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:18Z', 'updated_at': '2022-03-21T11:51:41Z', 'revision_number': 5, 'project_id': '86cc71209f8f48bb844817fadaa6e9e8', 'gw_port': {'id': 'fc0a9b20-edd4-419d-b168-9d47041b07fb', 'name': '', 'network_id': 'c5837a43-2245-4480-ae3d-f889828e7864', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94217f88-cfe9-480b-b472-018c4f28c974', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:47:19Z', 'updated_at': '2022-03-21T11:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b34a5baa-0dd6-451c-8a9d-ec8fee6deb95', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-11-iscsi'}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:42.230411 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d6486c-e62b-43a9-b8b8-6c6a94fb6d2b None None] Checking router: 94217f88-cfe9-480b-b472-018c4f28c974 for host: dv-cinder-805072-11-iscsi {{(pid=103321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:51:42.238370 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d6486c-e62b-43a9-b8b8-6c6a94fb6d2b None None] Routers {'94217f88-cfe9-480b-b472-018c4f28c974'} bound to L3 agent in host dv-cinder-805072-11-iscsi {{(pid=103321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:51:42.238963 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c0d6486c-e62b-43a9-b8b8-6c6a94fb6d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:30:12Z,description=,heartbeat_timestamp=2022-03-21T11:51:12Z,host='dv-cinder-805072-11-iscsi',id=535c09b4-8535-43de-8b96-5cc5ffa4e9e0,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:30:12Z,topic='l3_agent')) {'router_ids': ['94217f88-cfe9-480b-b472-018c4f28c974'], 'active': True} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:42.248049 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-7b43b3f6-8264-4794-8366-4ebd5a68a5ad admin admin] For port fc0a9b20-edd4-419d-b168-9d47041b07fb, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=fc0a9b20-edd4-419d-b168-9d47041b07fb,segment=NetworkSegment(c9b7d950-1d8a-48c8-9222-ea6db9036401),segment_id=c9b7d950-1d8a-48c8-9222-ea6db9036401)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:51:42.248407 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b43b3f6-8264-4794-8366-4ebd5a68a5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (fc0a9b20-edd4-419d-b168-9d47041b07fb), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:42.261234 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-7b43b3f6-8264-4794-8366-4ebd5a68a5ad admin admin] Calling delete_port for fc0a9b20-edd4-419d-b168-9d47041b07fb owned by network:router_gateway {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:51:42.281616 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-db5ba449-2dcd-4b8d-9652-7e56617cb8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:42.327917 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_dvr_db [None req-c0d6486c-e62b-43a9-b8b8-6c6a94fb6d2b None None] Set router 94217f88-cfe9-480b-b472-018c4f28c974 gateway port host: None {{(pid=103321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:51:42.380558 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.l3_hamode_db [None req-c0d6486c-e62b-43a9-b8b8-6c6a94fb6d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94217f88-cfe9-480b-b472-018c4f28c974', 'name': 'tempest-TestShelveInstance-1391024328-router', 'tenant_id': '86cc71209f8f48bb844817fadaa6e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:18Z', 'updated_at': '2022-03-21T11:51:42Z', 'revision_number': 6, 'project_id': '86cc71209f8f48bb844817fadaa6e9e8', 'gw_port_host': None}], 'dv-cinder-805072-11-iscsi', False) {} {{(pid=103321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:42.406166 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d6486c-e62b-43a9-b8b8-6c6a94fb6d2b None None] The sync data for ids ['94217f88-cfe9-480b-b472-018c4f28c974'] in dv-cinder-805072-11-iscsi is: [{'id': '94217f88-cfe9-480b-b472-018c4f28c974', 'name': 'tempest-TestShelveInstance-1391024328-router', 'tenant_id': '86cc71209f8f48bb844817fadaa6e9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:47:18Z', 'updated_at': '2022-03-21T11:51:42Z', 'revision_number': 6, 'project_id': '86cc71209f8f48bb844817fadaa6e9e8', 'gw_port_host': None}] {{(pid=103321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:51:42.437227 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b43b3f6-8264-4794-8366-4ebd5a68a5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (fc0a9b20-edd4-419d-b168-9d47041b07fb), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:42.466757 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43b3f6-8264-4794-8366-4ebd5a68a5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0a9b20-edd4-419d-b168-9d47041b07fb,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:51:42.524326 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b43b3f6-8264-4794-8366-4ebd5a68a5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655872'] for router_gateway (94217f88-cfe9-480b-b472-018c4f28c974), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:42.610889 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b43b3f6-8264-4794-8366-4ebd5a68a5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4767'] for router (94217f88-cfe9-480b-b472-018c4f28c974), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:42.612902 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b43b3f6-8264-4794-8366-4ebd5a68a5ad admin admin] Publish callbacks [] for router_controller (94217f88-cfe9-480b-b472-018c4f28c974), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:42.654205 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b43b3f6-8264-4794-8366-4ebd5a68a5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-659171'] for router (94217f88-cfe9-480b-b472-018c4f28c974), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:42.654713 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b43b3f6-8264-4794-8366-4ebd5a68a5ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94217f88-cfe9-480b-b472-018c4f28c974 {{(pid=103319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:51:42.658717 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-7b43b3f6-8264-4794-8366-4ebd5a68a5ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:42.659873 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-7b43b3f6-8264-4794-8366-4ebd5a68a5ad admin admin] 10.222.0.61 "DELETE /v2.0/routers/94217f88-cfe9-480b-b472-018c4f28c974 HTTP/1.1" status: 204 len: 168 time: 0.7452147 Mar 21 11:51:42.662312 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46566) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:51:42.708462 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.db_base_plugin_v2 [None req-b587abb1-3f1e-4e50-b5cb-e669575b4730 admin admin] Deleting subnet 3dd1172b-b340-44ae-b7c1-a1d62ce36ced {{(pid=103319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:51:42.712004 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b587abb1-3f1e-4e50-b5cb-e669575b4730 admin admin] Publish callbacks [] for subnet (3dd1172b-b340-44ae-b7c1-a1d62ce36ced), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:42.746032 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b587abb1-3f1e-4e50-b5cb-e669575b4730 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12119821'] for subnet (3dd1172b-b340-44ae-b7c1-a1d62ce36ced), precommit_delete_associations {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:42.823218 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b587abb1-3f1e-4e50-b5cb-e669575b4730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3239508'] for subnet (3dd1172b-b340-44ae-b7c1-a1d62ce36ced), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:42.873466 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b587abb1-3f1e-4e50-b5cb-e669575b4730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3239501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8481104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8734074'] for subnet (3dd1172b-b340-44ae-b7c1-a1d62ce36ced), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:42.901599 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587abb1-3f1e-4e50-b5cb-e669575b4730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd1172b-b340-44ae-b7c1-a1d62ce36ced,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:51:42.904980 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-b587abb1-3f1e-4e50-b5cb-e669575b4730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for subnet (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:42.908204 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-b587abb1-3f1e-4e50-b5cb-e669575b4730 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3dd1172b-b340-44ae-b7c1-a1d62ce36ced HTTP/1.1" status: 204 len: 168 time: 0.2447536 Mar 21 11:51:42.910456 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46568) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:51:42.911402 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f66c91f-f1e2-4a1f-a2b4-8332f66e82b7 None None] Network deced092-11f7-4b39-8b6e-1cc3488f160a requested from dv-cinder-805072-11-iscsi {{(pid=103320) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:51:42.975228 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163419'] for network (deced092-11f7-4b39-8b6e-1cc3488f160a), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:43.027374 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] Deleting port 9ae51284-f56c-4e1a-af3f-c7268ce04758 {{(pid=103319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:51:43.027712 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (9ae51284-f56c-4e1a-af3f-c7268ce04758), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:43.156012 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f6564b-e554-4889-a3a6-43b519efe71f None None] DHCP port deletion for deced092-11f7-4b39-8b6e-1cc3488f160a request from dv-cinder-805072-11-iscsi {{(pid=103320) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:51:43.209246 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e2f6564b-e554-4889-a3a6-43b519efe71f None None] Deleting port 9ae51284-f56c-4e1a-af3f-c7268ce04758 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:51:43.209618 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2f6564b-e554-4889-a3a6-43b519efe71f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758069402143'] for port (9ae51284-f56c-4e1a-af3f-c7268ce04758), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:43.227450 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 1ca0d451-c4ae-4b45-beeb-13efb0028e63 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:51:43.286724 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: 1ca0d451-c4ae-4b45-beeb-13efb0028e63 {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:51:43.287422 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 1ca0d451-c4ae-4b45-beeb-13efb0028e63 not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:51:43.287542 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device 9ae51284-f56c-4e1a-af3f-c7268ce04758 no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:51:43.314400 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.db [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] For port 9ae51284-f56c-4e1a-af3f-c7268ce04758, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=9ae51284-f56c-4e1a-af3f-c7268ce04758,segment=NetworkSegment(be1b59fb-829f-4816-89f2-68f784366f3b),segment_id=be1b59fb-829f-4816-89f2-68f784366f3b)] {{(pid=103319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:51:43.314760 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (9ae51284-f56c-4e1a-af3f-c7268ce04758), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:43.328422 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.plugin [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] Calling delete_port for 9ae51284-f56c-4e1a-af3f-c7268ce04758 owned by network:dhcp {{(pid=103319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:51:43.331580 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-e2f6564b-e554-4889-a3a6-43b519efe71f None None] For port 9ae51284-f56c-4e1a-af3f-c7268ce04758, host dv-cinder-805072-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-11-iscsi',level=0,port_id=9ae51284-f56c-4e1a-af3f-c7268ce04758,segment=NetworkSegment(be1b59fb-829f-4816-89f2-68f784366f3b),segment_id=be1b59fb-829f-4816-89f2-68f784366f3b)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:51:43.332013 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2f6564b-e554-4889-a3a6-43b519efe71f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-660568'] for port (9ae51284-f56c-4e1a-af3f-c7268ce04758), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:43.349687 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-e2f6564b-e554-4889-a3a6-43b519efe71f None None] Calling delete_port for 9ae51284-f56c-4e1a-af3f-c7268ce04758 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:51:43.415023 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8481697'] for port (9ae51284-f56c-4e1a-af3f-c7268ce04758), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:43.442099 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae51284-f56c-4e1a-af3f-c7268ce04758,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:51:43.445696 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] No DVR routers for this DVR port 9ae51284-f56c-4e1a-af3f-c7268ce04758 on host dv-cinder-805072-11-iscsi {{(pid=103319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:51:43.446965 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Current status of the port 9ae51284-f56c-4e1a-af3f-c7268ce04758 is: ACTIVE; New status is: DOWN {{(pid=103320) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:51:43.447172 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3375722'] for port (9ae51284-f56c-4e1a-af3f-c7268ce04758), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:43.496855 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device fc0a9b20-edd4-419d-b168-9d47041b07fb no longer exists at agent ovs-agent-dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:51:43.518019 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3303649', 'neutron.services.segments.db._delete_segments_for_network-8758069329219'] for network (deced092-11f7-4b39-8b6e-1cc3488f160a), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:43.519185 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] No Port match for: fc0a9b20-edd4-419d-b168-9d47041b07fb {{(pid=103320) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:51:43.519585 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.rpc [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Device fc0a9b20-edd4-419d-b168-9d47041b07fb not bound to the agent host dv-cinder-805072-11-iscsi {{(pid=103320) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:51:43.520957 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e2f6564b-e554-4889-a3a6-43b519efe71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3375657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758069407618', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758068985604'] for port (9ae51284-f56c-4e1a-af3f-c7268ce04758), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:43.539066 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deced092-11f7-4b39-8b6e-1cc3488f160a']}} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:43.548331 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1b59fb-829f-4816-89f2-68f784366f3b') {'for_net_delete': True} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:43.548627 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.services.segments.db [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1b59fb-829f-4816-89f2-68f784366f3b') {} {{(pid=103319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:51:43.552989 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6564b-e554-4889-a3a6-43b519efe71f None None] Pushing event deleted for resources: {'Port': ['ID=9ae51284-f56c-4e1a-af3f-c7268ce04758,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:51:43.557370 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f6564b-e554-4889-a3a6-43b519efe71f None None] No DVR routers for this DVR port 9ae51284-f56c-4e1a-af3f-c7268ce04758 on host dv-cinder-805072-11-iscsi {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:51:43.558593 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758069511244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12119860'] for segment (be1b59fb-829f-4816-89f2-68f784366f3b), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:43.563954 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:43.572916 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573'] for segment (be1b59fb-829f-4816-89f2-68f784366f3b), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:43.578812 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:51:43.579216 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3242573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8481778'] for segment (be1b59fb-829f-4816-89f2-68f784366f3b), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: Traceback (most recent call last): Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: timer() Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: cb(*args, **kw) Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: return func(*args, **kwargs) Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: self._notify() Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: self.callback(batched_events) Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: event.method(event) Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: return f(self, *a, **k) Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._get(url).json() Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: return self.request(url, 'GET', **kwargs) Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:51:43.580945 dv-cinder-805072-11-iscsi neutron-server[103319]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:51:43.636425 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3303642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3651649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655996'] for network (deced092-11f7-4b39-8b6e-1cc3488f160a), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:43.641526 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3651699'] for network (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:43.644717 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] 10.222.0.61 "DELETE /v2.0/networks/deced092-11f7-4b39-8b6e-1cc3488f160a HTTP/1.1" status: 204 len: 168 time: 0.7333689 Mar 21 11:51:43.655148 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a9aed-5915-4c77-a488-4473f160a74d admin admin] Pushing event deleted for resources: {'Network': ['ID=deced092-11f7-4b39-8b6e-1cc3488f160a,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:51:43.868190 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46572) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:51:43.910259 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-c0e51095-d4f9-448f-8f45-400ac71b4707 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f3637e4382a840d58eb09181ec209e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406289 Mar 21 11:51:43.912556 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [-] (103319) accepted ('10.222.0.61', 46574) {{(pid=103319) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:51:43.958758 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3aa9dd76-3c9f-4c88-8620-8d1961ba3f75 admin admin] Publish callbacks [] for security_group (a478c7ad-8443-4a3b-bcd6-6185ed4a9faf), before_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:43.979708 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3aa9dd76-3c9f-4c88-8620-8d1961ba3f75 admin admin] Publish callbacks [] for security_group (a478c7ad-8443-4a3b-bcd6-6185ed4a9faf), precommit_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:44.024754 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3aa9dd76-3c9f-4c88-8620-8d1961ba3f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (a478c7ad-8443-4a3b-bcd6-6185ed4a9faf), after_delete {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:44.027456 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron_lib.callbacks.manager [None req-3aa9dd76-3c9f-4c88-8620-8d1961ba3f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:44.028627 dv-cinder-805072-11-iscsi neutron-server[103319]: INFO neutron.wsgi [None req-3aa9dd76-3c9f-4c88-8620-8d1961ba3f75 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a478c7ad-8443-4a3b-bcd6-6185ed4a9faf HTTP/1.1" status: 204 len: 168 time: 0.1150656 Mar 21 11:51:44.036675 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9dd76-3c9f-4c88-8620-8d1961ba3f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a478c7ad-8443-4a3b-bcd6-6185ed4a9faf,revision_number=None']} {{(pid=103319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:51:44.328536 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46580) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:51:44.367882 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-e9c74070-65d9-450b-920d-152e570ecd1d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=86cc71209f8f48bb844817fadaa6e9e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381041 Mar 21 11:51:44.370224 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.wsgi [-] (103318) accepted ('10.222.0.61', 46582) {{(pid=103318) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:51:44.415569 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbb6e649-480c-4b6a-978c-76d7d387711f admin admin] Publish callbacks [] for security_group (5f9f222d-d69c-421a-a211-88a9ea377b3e), before_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:44.435898 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbb6e649-480c-4b6a-978c-76d7d387711f admin admin] Publish callbacks [] for security_group (5f9f222d-d69c-421a-a211-88a9ea377b3e), precommit_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:44.480992 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbb6e649-480c-4b6a-978c-76d7d387711f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574241'] for security_group (5f9f222d-d69c-421a-a211-88a9ea377b3e), after_delete {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:44.483446 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron_lib.callbacks.manager [None req-dbb6e649-480c-4b6a-978c-76d7d387711f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:44.484610 dv-cinder-805072-11-iscsi neutron-server[103318]: INFO neutron.wsgi [None req-dbb6e649-480c-4b6a-978c-76d7d387711f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f9f222d-d69c-421a-a211-88a9ea377b3e HTTP/1.1" status: 204 len: 168 time: 0.1132145 Mar 21 11:51:44.492505 dv-cinder-805072-11-iscsi neutron-server[103318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6e649-480c-4b6a-978c-76d7d387711f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9f222d-d69c-421a-a211-88a9ea377b3e,revision_number=None']} {{(pid=103318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:51:44.817906 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:46.439538 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:51:47.352623 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:52:09.947383 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ef001f32-694f-45c6-87f4-1a3100237120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:52:12.284890 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1be7046e-f065-4a3d-bbed-958ff07c2dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:52:13.518900 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:52:14.819570 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:52:16.441980 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:52:16.495864 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:52:17.368911 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:52:39.947946 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86d8fe5d-759b-4f1d-bea7-d65ccb699e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:52:42.286439 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2e0c1321-bc2d-4e11-a0ba-5451aac8058c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:52:43.521580 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:52:44.822126 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:52:46.443647 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:52:47.383051 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:52:53.494486 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:53:09.948836 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2c7c-339a-4b1b-8dd5-719111ccec6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:53:12.286748 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-09eb233a-ce18-4dfb-8299-dcf1317e08ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:53:13.523916 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:53:14.825211 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:53:16.446095 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:53:17.383418 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:53:30.493635 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:53:39.950109 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9ab6aab0-f9d5-445b-9ed0-d5f06971f3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:53:42.287045 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e875d501-f6af-4f08-bb19-9facf20b758b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:53:43.526811 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:53:44.828436 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:53:46.448139 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:53:47.398112 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:53:54.518275 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [req-719ed155-2baa-4b1c-aeec-8e0f20c71b11 req-fa011062-7723-4390-8690-42605e87c86c service neutron] (103319) timed out ('10.222.0.64', 58512) {{(pid=103319) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 11:53:56.501518 dv-cinder-805072-11-iscsi neutron-server[103319]: DEBUG neutron.wsgi [req-6c9c12f6-bf98-4bcd-b735-d7c3c74d38b2 req-ab820798-3075-40d7-a58d-053597e63447 service neutron] (103319) timed out ('10.222.0.64', 58504) {{(pid=103319) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 11:54:07.491942 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:54:09.951067 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5bf03efa-83d1-4793-9813-188a40a53d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:54:12.287480 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bebc8a70-0764-4b0f-be5a-538006409e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:54:13.530965 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:54:14.830832 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:54:16.449331 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:54:17.414112 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:54:39.952061 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c3c3897c-ce33-43d1-b87b-28528ee3de10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:54:42.287964 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9048cd05-bef0-4ac4-8c6b-6df38d818c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:54:43.531395 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:54:44.492409 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:54:44.833603 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:54:46.451963 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:54:47.412261 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:55:09.953489 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ef14cbe-d9ec-48c1-ae32-8afd26c4af7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:55:12.289643 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0560eafc-a9b8-4fbc-bcea-18e3450039c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:55:13.533697 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:55:14.839137 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:55:16.459735 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:55:17.412031 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:55:21.492116 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:55:39.954992 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5cbd3673-adf3-4ab9-82e6-6de219743c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:55:42.290264 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-224e60ec-5c3f-4e71-9c17-50ef7a810bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:55:43.536335 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:55:44.840835 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:55:46.451750 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:55:47.427531 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:55:58.492506 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:56:09.956886 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2073db44-a888-4414-b7c7-1f620bbb8f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:56:12.291384 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-019a8150-e485-4603-8770-d51ab320a390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:56:13.539380 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:56:14.843944 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:56:16.453702 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:56:17.442091 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:56:35.492807 dv-cinder-805072-11-iscsi neutron-server[103321]: DEBUG neutron.db.agents_db [None req-97e57745-0808-4107-8178-7a98cd178b2b None None] Agent healthcheck: found 6 active agents {{(pid=103321) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:56:39.957474 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-14919f66-8314-4a2b-a0c7-ee4a714ebff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (4ee93845-f991-437d-acc5-c14257287044), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:56:42.292598 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-03dae488-ff44-480a-a0d6-80925b40faa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (535c09b4-8535-43de-8b96-5cc5ffa4e9e0), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:56:43.543510 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-13762c1e-1661-46f8-826f-8ab62447b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (ba31fdcc-2d57-46b6-b62f-0bc5254fccbd), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:56:44.847121 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-29b81f16-7865-440d-b703-1af9ec4cb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (2366f120-84db-41d5-84c9-a4dfdffeabc8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:56:46.454873 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7b42aa8b-0908-4757-8099-a4f4420d4984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (d0dca5a8-bad0-4476-9eb5-6ef3b0124e63), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:56:47.449750 dv-cinder-805072-11-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf1f04bc-ee62-4863-b575-62fd0410a8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758069329201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281186'] for agent (baf8e944-e208-4c2a-bb79-1f1120fa38cf), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}